import matplotlib.pyplot as plt
import os
from utils import get_accuracy, get_samples, train_out_proj_fast, train_out_proj_closed_form
from main import Args
from data import load_SHD
from model import EchoSpike, simple_out
import numpy as np
from data import augment_shd
import torch
import seaborn as sns
from scipy.signal import savgol_filter
from tqdm.notebook import trange
from matplotlib import pyplot
pyplot.rcParams['figure.dpi'] = 600
import pickle
torch.manual_seed(0)
color_list = sns.color_palette('muted')
device = 'cpu'
batch_size = 64
folder = 'models/'
model_name = folder + 'shd_4layer_withckpts_noaugment.pt'
with open(model_name[:-3] + '_args.pkl', 'rb') as f:
args = pickle.load(f)
# args = Args()
online = args.online
classifier_type = 'closed' # 'normal' or 'closed' or 'fast'
print(vars(args))
{'model_name': 'shd_4layer_withckpts_noaugment', 'dataset': 'shd', 'online': True, 'device': 'cuda', 'recurrency_type': 'none', 'lr': 0.0001, 'epochs': 1000, 'augment': False, 'batch_size': 128, 'n_hidden': [450, 450, 450, 450], 'inp_thr': 0.05, 'c_y': [1.5, -1.5], 'n_inputs': 700, 'n_outputs': 20, 'n_time_bins': 100, 'beta': 0.95}
Spiking Heidelberg Digits
#train_loader, test_loader = load_PMNIST(n_time_bins, scale=0.9, patches=True) #load_NMNIST(n_time_bins, batch_size=batch_size)
n_time_bins = 100
train_loader, test_loader = load_SHD(batch_size=batch_size) #load_NMNIST(n_time_bins, batch_size=batch_size)
# Plot Example(s)
for i in range(1):
frames, target = train_loader.next_item(-1, contrastive=True)
plt.figure(figsize=(10, 10))
plt.axis('off')
plt.imshow(frames.squeeze(1).T)
# plt.colorbar()
print(frames.shape, target)
plt.axis('on')
torch.Size([100, 1, 700]) tensor([4.])
(-0.5, 99.5, 699.5, -0.5)
SNN = EchoSpike(args.n_inputs, args.n_hidden, beta=args.beta, device=device, recurrency_type=args.recurrency_type, online=args.online).to(device)
SNN.load_state_dict(torch.load(model_name, map_location=device))
# train(SNN, train_loader, args.epochs, device, args.model_name,
# batch_size=args.batch_size, online=args.online, lr=1e-8, augment=args.augment)
from_epoch = 0
echo_train_loss = torch.load(model_name[:-3]+'_loss_hist.pt', map_location='cpu')[int(from_epoch*len(train_loader)/args.batch_size):]
print(echo_train_loss.shape)
for i in range(echo_train_loss.shape[-1]):
plt.plot(from_epoch+(args.batch_size*np.arange(echo_train_loss.shape[0])/len(train_loader)), savgol_filter(echo_train_loss[:,i], 99, 1), color=color_list[i])
plt.legend([f'layer {i+1}' for i in range(len(SNN.layers))])
# no y ticks, because it's not really meaningful
plt.yticks([])
plt.xlabel('Epoch')
plt.ylabel('EchoSpike Loss')
torch.Size([63719, 4])
Text(0, 0.5, 'EchoSpike Loss')
layers = [SNN.layers[0].fc.weight[:,:args.n_inputs]]
for i in range(1, len(SNN.layers)):
layers.append(SNN.layers[i].fc.weight[:,:args.n_hidden[i-1]] @ layers[-1])
for i in range(len(SNN.layers)):
plt.figure()
plt.imshow(SNN.layers[i].fc.weight.detach(), vmax=0.1, vmin=-0.1)
plt.colorbar()
# plt.figure()
# plt.imshow(SNN.layers[i].pred.weight.detach(), vmax=0.5, vmin=-0.5)
# plt.colorbar()
for lay in layers:
plt.figure()
plt.imshow(lay.detach())
plt.colorbar()
from tqdm.notebook import tqdm
def train_out_proj(epochs, batch, cat, out_projs=None):
# train output projections from all layers (and no layer)
losses_out = []
beta = 1.0
lr = 1e-4
augment = True
optimizers = []
print_interval = 10*batch
if out_projs is None:
out_projs = []
out_proj_0 = simple_out(700, 20, beta=beta)
else:
for out_p in out_projs:
out_p.train()
out_p.reset()
out_proj_0 = out_projs[0]
out_projs = out_projs[1:]
optim_0 = torch.optim.Adam(out_proj_0.parameters(), lr=lr)
for lay in range(len(SNN.layers)):
if len(out_projs) <= lay:
if cat:
out_projs.append(simple_out(sum(args.n_hidden[:lay+1])+700, 20, beta=beta))
else:
out_projs.append(simple_out(args.n_hidden[lay], 20, beta=beta))
optimizers.append(torch.optim.Adam(out_projs[lay].parameters(), lr=lr))
optimizers[-1].zero_grad()
SNN.eval()
acc = []
target = batch_size*[-1]
correct = (len(SNN.layers) + 1)*[0]
with torch.no_grad():
pbar = tqdm(total=len(train_loader)*epochs)
while len(losses_out)*batch < len(train_loader)*epochs:
data, target = train_loader.next_item(target, contrastive=True)
SNN.reset(0)
logit_lists = [[] for _ in range(len(SNN.layers)+1)]
data = data.squeeze()
if augment:
data = augment_shd(data)
for step in range(data.shape[0]):
data_step = data[step].float().to(device)
target = target.to(device)
logits, _, _ = SNN(data_step, 0)
if step == args.n_time_bins-1:
_, logts = out_proj_0(data_step, target)
logit_lists[0] = logts
for lay in range(len(SNN.layers)):
if cat:
data_step = torch.cat([data_step, logits[lay]], dim=-1)
else:
data_step = logits[lay]
_, logts = out_projs[lay](data_step, target)
logit_lists[lay+1] = logts
else:
out_proj_0(data_step, None)
for lay in range(len(SNN.layers)):
if cat:
data_step = torch.cat([data_step, logits[lay]], dim=-1)
else:
data_step = logits[lay]
out_projs[lay](data_step, None)
preds = [logit_lists[lay].argmax(axis=-1) for lay in range(len(SNN.layers)+1)]
correct = [correct[lay] + (preds[lay] == target).sum() for lay in range(len(SNN.layers)+1)]
out_proj_0.reset()
for i, out_proj in enumerate(out_projs):
out_proj.reset()
losses_out.append(torch.tensor([torch.nn.functional.cross_entropy(logit_lists[lay], target.squeeze().long()) for lay in range(len(SNN.layers)+1)], requires_grad=False))
optim_0.step()
optim_0.zero_grad()
for opt in optimizers:
opt.step()
opt.zero_grad()
if len(losses_out)*batch % print_interval == 0:
pbar.write(f'Cross Entropy Loss: {(torch.stack(losses_out)[-print_interval//batch:].sum(dim=0)/(print_interval//batch)).numpy()}\n' +
f'Correct: {100*np.array(correct)/print_interval}%')
acc.append(np.array(correct)/print_interval)
correct = (len(SNN.layers) + 1)*[0]
pbar.update(batch)
return [out_proj_0, *out_projs], np.asarray(acc), torch.stack(losses_out)
with torch.no_grad():
if classifier_type == 'normal':
n_epochs = 100
cat = True
# if already trained, load the output projections
if os.path.exists(model_name[:-3]+'_out_projs.pt'):
out_projs = torch.load(model_name[:-3]+'_out_projs.pt', map_location=device)
else:
out_projs, acc, losses_out = train_out_proj(n_epochs, batch_size, cat)
torch.save(out_projs, model_name[:-3]+'_out_projs.pt')
0%| | 0/815600 [00:00<?, ?it/s]
Cross Entropy Loss: [14.889562 9.971231 11.676529 10.030381 10.863884] Correct: [6.40625 5.9375 3.125 5.3125 5. ]% Cross Entropy Loss: [7.997374 6.9360595 5.935416 6.637233 6.161113 ] Correct: [ 6.25 6.25 3.59375 7.1875 10.3125 ]% Cross Entropy Loss: [6.1890736 5.973996 4.9732714 4.329502 4.6022925] Correct: [ 7.1875 5.625 7.03125 13.125 13.75 ]% Cross Entropy Loss: [5.6547074 4.874792 4.24022 3.4960701 3.6003032] Correct: [ 7.8125 8.125 8.59375 16.5625 20.9375 ]% Cross Entropy Loss: [5.291994 4.214144 3.9371867 2.938188 3.0352864] Correct: [ 7.8125 10.46875 11.09375 22.34375 27.65625]% Cross Entropy Loss: [4.6926193 3.9401996 3.5302708 2.6544402 2.5972557] Correct: [10. 11.71875 11.875 25.46875 30.9375 ]% Cross Entropy Loss: [4.8334217 3.8579578 3.137257 2.553791 2.3698838] Correct: [ 6.71875 13.90625 13.90625 27.03125 32.34375]% Cross Entropy Loss: [4.46226 3.5128913 3.1387424 2.3544593 2.1054351] Correct: [ 8.4375 15.9375 16.5625 30.15625 37.96875]% Cross Entropy Loss: [4.0802245 3.288622 2.8104568 2.1317708 1.9724162] Correct: [12.65625 14.375 22.65625 34.53125 38.28125]% Cross Entropy Loss: [3.8979557 3.1217723 2.8192875 2.179455 1.9975901] Correct: [11.09375 18.125 17.96875 30.15625 40. ]% Cross Entropy Loss: [3.739533 3.0168562 2.5234962 1.99602 1.90559 ] Correct: [11.875 19.21875 25.46875 33.75 41.09375]% Cross Entropy Loss: [3.6760955 2.816616 2.4663928 1.8734062 1.729491 ] Correct: [12.03125 20.15625 22.34375 38.4375 43.4375 ]% Cross Entropy Loss: [3.9618084 2.9324408 2.4076421 2.026895 1.8380945] Correct: [12.03125 20.9375 29.84375 38.125 42.1875 ]% Cross Entropy Loss: [3.8504405 2.801098 2.3795128 1.9097564 1.6698344] Correct: [11.25 23.28125 27.34375 38.75 47.65625]% Cross Entropy Loss: [3.5099883 2.6455736 2.1225686 1.6530554 1.4657784] Correct: [12.65625 22.96875 32.03125 42.8125 53.28125]% Cross Entropy Loss: [3.4240031 2.5659747 2.1610281 1.7748333 1.5458872] Correct: [14.6875 24.21875 30. 41.71875 50.625 ]% Cross Entropy Loss: [3.348184 2.6573677 2.0724146 1.6865265 1.4978297] Correct: [14.6875 22.5 32.96875 43.75 50.9375 ]% Cross Entropy Loss: [3.5088875 2.5570798 2.1927245 1.6998637 1.5643393] Correct: [14.84375 25. 29.84375 42.34375 47.96875]% Cross Entropy Loss: [3.4507282 2.522215 2.1433206 1.8502026 1.6721729] Correct: [13.28125 26.09375 32.34375 42.96875 46.25 ]% Cross Entropy Loss: [3.3895917 2.5169148 2.0900223 1.7372274 1.6025155] Correct: [14.6875 25.625 32.96875 44.6875 50.15625]% Cross Entropy Loss: [3.5097492 2.5057485 2.0256262 1.7156923 1.5299994] Correct: [14.375 25.46875 34.84375 44.21875 50.3125 ]% Cross Entropy Loss: [3.3551126 2.3475451 1.9433775 1.5779717 1.4021065] Correct: [15.625 26.25 36.71875 46.09375 53.125 ]% Cross Entropy Loss: [3.1313658 2.328337 1.9340473 1.5318534 1.353076 ] Correct: [19.0625 31.5625 38.28125 45.78125 54.84375]% Cross Entropy Loss: [3.1154618 2.2723477 1.7294248 1.4282782 1.222441 ] Correct: [16.25 28.90625 42.1875 50. 57.65625]% Cross Entropy Loss: [3.1202967 2.3230782 1.9533113 1.7172283 1.5968227] Correct: [16.40625 29.0625 36.5625 45.625 51.25 ]% Cross Entropy Loss: [3.1986527 2.3892665 1.9567286 1.6919873 1.4633658] Correct: [17.5 29.375 36.5625 46.875 55. ]% Cross Entropy Loss: [3.246503 2.268414 1.825202 1.5160795 1.4262803] Correct: [17.03125 33.59375 41.40625 49.6875 51.875 ]% Cross Entropy Loss: [3.301129 2.3758354 1.9125154 1.5501888 1.4353236] Correct: [17.96875 29.53125 37.5 48.28125 52.65625]% Cross Entropy Loss: [3.2088418 2.3653622 1.8483887 1.6054894 1.4480027] Correct: [16.5625 29.6875 37.8125 49.0625 54.375 ]% Cross Entropy Loss: [3.235553 2.1140969 1.7453029 1.3905351 1.2561474] Correct: [16.25 35. 42.03125 52.03125 57.34375]% Cross Entropy Loss: [2.9906256 2.113855 1.6678908 1.3852487 1.2686322] Correct: [17.65625 33.59375 46.09375 52.03125 56.09375]% Cross Entropy Loss: [3.2165196 2.259172 1.9421095 1.5786575 1.3742619] Correct: [16.09375 27.1875 35.9375 46.875 55.78125]% Cross Entropy Loss: [3.1254468 2.1961777 1.6916835 1.4142268 1.2882545] Correct: [17.34375 32.65625 44.6875 54.0625 57.65625]% Cross Entropy Loss: [3.0812726 2.1578798 1.6972649 1.4354866 1.3055098] Correct: [18.4375 34.6875 42.03125 52.5 57.34375]% Cross Entropy Loss: [2.9559915 2.0598516 1.6331409 1.4933394 1.2747643] Correct: [20.78125 35.46875 44.53125 50. 58.90625]% Cross Entropy Loss: [3.033123 2.100707 1.64298 1.4444879 1.2859048] Correct: [20.15625 33.59375 47.03125 51.875 56.5625 ]% Cross Entropy Loss: [2.974153 2.1596818 1.8267015 1.4972345 1.3643864] Correct: [17.1875 34.0625 40.9375 51.25 54.6875]% Cross Entropy Loss: [2.954321 2.0230074 1.5672324 1.2209985 1.0740372] Correct: [18.59375 35.46875 47.5 57.34375 64.375 ]% Cross Entropy Loss: [3.0438824 2.1178806 1.6574625 1.4405472 1.2820301] Correct: [23.28125 35.15625 44.53125 53.28125 58.28125]% Cross Entropy Loss: [2.897891 1.9826052 1.6670719 1.3639816 1.1918677] Correct: [19.53125 36.71875 44.84375 53.4375 60.9375 ]% Cross Entropy Loss: [2.921513 2.05193 1.5885243 1.2719214 1.1520876] Correct: [19.6875 35.9375 47.8125 56.5625 61.71875]% Cross Entropy Loss: [2.871683 1.9136715 1.4422133 1.1927371 1.05514 ] Correct: [21.09375 37.5 50.3125 58.90625 65.3125 ]% Cross Entropy Loss: [2.9086745 1.8759043 1.4146913 1.1374602 1.0348014] Correct: [22.1875 38.4375 52.5 60.9375 62.96875]% Cross Entropy Loss: [2.8791738 2.0162804 1.6109711 1.2883294 1.1794885] Correct: [20. 34.21875 43.125 57.8125 60.9375 ]% Cross Entropy Loss: [2.7645183 1.8492033 1.3975894 1.1835804 0.9721836] Correct: [21.09375 40.15625 49.53125 58.59375 65.9375 ]% Cross Entropy Loss: [2.868039 1.9435303 1.5609264 1.2443197 1.1248794] Correct: [23.59375 39.375 47.5 56.25 58.90625]% Cross Entropy Loss: [2.8352268 1.7916228 1.5855232 1.2132648 1.1730347] Correct: [21.71875 41.09375 47.5 58.90625 58.4375 ]% Cross Entropy Loss: [2.6256342 1.6797765 1.3336937 1.1433582 1.0179721] Correct: [27.34375 41.875 53.28125 61.71875 64.375 ]% Cross Entropy Loss: [2.7900836 1.9151481 1.4410695 1.1812658 1.041961 ] Correct: [23.59375 37.5 49.84375 58.125 63.59375]% Cross Entropy Loss: [2.8571284 1.7889116 1.3833209 1.0871043 1.0172398] Correct: [19.6875 41.71875 53.59375 64.375 64.84375]% Cross Entropy Loss: [2.752271 1.8649069 1.5099056 1.2249596 1.1614932] Correct: [23.125 41.40625 52.34375 60.625 61.5625 ]% Cross Entropy Loss: [2.9260402 1.8574016 1.5727378 1.2606153 1.1644152] Correct: [21.40625 38.75 48.75 58.28125 60. ]% Cross Entropy Loss: [2.8745959 1.911658 1.5656799 1.2924249 1.0993026] Correct: [20. 39.84375 48.75 54.375 60.9375 ]% Cross Entropy Loss: [2.6797407 1.6751087 1.2896101 1.1024648 0.941769 ] Correct: [25.15625 44.0625 55.9375 62.34375 68.90625]% Cross Entropy Loss: [2.8638427 1.8041626 1.4265449 1.1204184 1.0137879] Correct: [21.71875 41.40625 50.9375 60.15625 66.875 ]% Cross Entropy Loss: [2.8258739 1.9483674 1.5986384 1.2292073 1.086798 ] Correct: [22.65625 39.53125 49.375 58.90625 63.28125]% Cross Entropy Loss: [2.6551118 1.9067075 1.4265544 1.1624457 1.0280403] Correct: [24.53125 38.28125 54.6875 60.9375 65.3125 ]% Cross Entropy Loss: [2.7922928 1.9094111 1.4773266 1.1351826 1.0041034] Correct: [21.5625 38.90625 51.875 63.125 64.84375]% Cross Entropy Loss: [2.8748035 1.8095316 1.4244713 1.1164215 0.98955077] Correct: [20.46875 42.03125 49.84375 61.25 65. ]% Cross Entropy Loss: [2.7133973 1.8517525 1.3910136 1.1404226 1.0307523] Correct: [23.4375 40. 52.5 61.40625 66.25 ]% Cross Entropy Loss: [2.7391145 1.8771213 1.514601 1.22701 1.1148882] Correct: [23.4375 40.46875 49.53125 60.78125 61.5625 ]% Cross Entropy Loss: [2.6936297 1.6868576 1.3548415 1.0628346 0.9379843] Correct: [21.875 43.90625 53.59375 63.59375 67.96875]% Cross Entropy Loss: [2.656198 1.7484719 1.2892222 1.043981 0.94914836] Correct: [26.25 44.53125 55.9375 62.96875 66.71875]% Cross Entropy Loss: [2.5752814 1.6245861 1.2455977 0.9668298 0.86519194] Correct: [27.03125 45.3125 57.96875 64.84375 69.53125]% Cross Entropy Loss: [2.686641 1.7202008 1.2862949 1.0995026 0.95543164] Correct: [25.78125 43.59375 56.09375 62.03125 67.65625]% Cross Entropy Loss: [2.547451 1.6309712 1.2393737 0.9783062 0.8571514] Correct: [25. 42.1875 57.1875 64.6875 70.3125]% Cross Entropy Loss: [2.5200164 1.6644361 1.2802167 1.0009921 0.85742074] Correct: [26.875 44.84375 54.6875 67.96875 71.09375]% Cross Entropy Loss: [2.6309686 1.7042034 1.3212912 1.025256 0.93492126] Correct: [24.84375 44.0625 53.4375 66.40625 69.6875 ]% Cross Entropy Loss: [2.780144 1.9166958 1.6249859 1.2943972 1.2186655] Correct: [22.8125 38.59375 46.25 57.65625 56.875 ]% Cross Entropy Loss: [2.5367112 1.6405275 1.2228535 1.0127208 0.931814 ] Correct: [27.96875 45.78125 57.8125 65.625 70.625 ]% Cross Entropy Loss: [2.71124 1.754623 1.3589078 1.1594985 1.0178133] Correct: [24.0625 42.03125 52.96875 61.25 66.71875]% Cross Entropy Loss: [2.6901834 1.7482498 1.4373852 1.1174653 0.9767219] Correct: [24.6875 43.75 51.40625 64.53125 68.4375 ]% Cross Entropy Loss: [2.7280176 1.8127396 1.4669735 1.2033625 1.0180762] Correct: [23.125 42.03125 49.53125 60.3125 64.0625 ]% Cross Entropy Loss: [2.6167495 1.6778052 1.313749 1.0504155 0.90756875] Correct: [25.9375 45.625 55.15625 61.71875 67.8125 ]% Cross Entropy Loss: [2.4820447 1.4704745 1.132514 0.8891039 0.75324756] Correct: [28.90625 49.53125 60.625 68.90625 76.25 ]% Cross Entropy Loss: [2.6738725 1.6516577 1.3370934 1.0826083 0.9762491] Correct: [23.59375 46.09375 55.9375 62.96875 66.875 ]% Cross Entropy Loss: [2.5609941 1.6470461 1.3058549 1.0842346 0.89522475] Correct: [26.40625 46.875 54.53125 64.375 69.84375]% Cross Entropy Loss: [2.6757922 1.7596409 1.3334053 1.1074054 0.9807521] Correct: [23.125 43.28125 53.90625 65.15625 67.03125]% Cross Entropy Loss: [2.6375973 1.8734205 1.3388369 1.1173762 1.0377867] Correct: [25.46875 40.625 51.25 62.34375 65. ]% Cross Entropy Loss: [2.6989489 1.6556463 1.2734703 1.03494 0.85679704] Correct: [21.5625 45.625 57.1875 65. 69.53125]% Cross Entropy Loss: [2.5361571 1.5694468 1.2952143 1.0871311 0.870329 ] Correct: [27.5 47.1875 57.34375 63.75 67.03125]% Cross Entropy Loss: [2.5046432 1.5883 1.240828 0.9604184 0.83880883] Correct: [28.28125 48.28125 58.125 65.46875 72.5 ]% Cross Entropy Loss: [2.6533215 1.6459789 1.2858132 1.0649995 0.93408805] Correct: [24.0625 48.4375 55.3125 64.6875 67.5 ]% Cross Entropy Loss: [2.5252235 1.5896872 1.239144 1.0229778 0.857978 ] Correct: [28.28125 47.65625 56.875 65.78125 71.5625 ]% Cross Entropy Loss: [2.4389303 1.6289608 1.1485578 0.9590047 0.8188616] Correct: [29.375 46.40625 62.03125 65.78125 70.625 ]% Cross Entropy Loss: [2.4647326 1.595078 1.1683605 0.93148553 0.888206 ] Correct: [27.5 46.71875 59.84375 67.96875 69.21875]% Cross Entropy Loss: [2.3881967 1.5304239 1.1298013 0.898194 0.8481313] Correct: [30.46875 47.34375 64.0625 69.375 71.5625 ]% Cross Entropy Loss: [2.5570328 1.5483291 1.1997228 0.9499615 0.885726 ] Correct: [27.1875 47.5 58.90625 65.625 68.4375 ]% Cross Entropy Loss: [2.4622402 1.5862015 1.2431352 1.0048548 0.9583551] Correct: [28.90625 49.21875 60. 66.5625 69.375 ]% Cross Entropy Loss: [2.5613656 1.5571992 1.2408432 0.9680975 0.893795 ] Correct: [27.1875 49.21875 55.625 64.21875 70.15625]% Cross Entropy Loss: [2.45104 1.525767 1.1973832 0.940646 0.8434302] Correct: [29.53125 49.375 59.53125 67.03125 70. ]% Cross Entropy Loss: [2.5359313 1.5561182 1.2115344 0.91999567 0.8662378 ] Correct: [25.15625 50.9375 60. 67.96875 68.28125]% Cross Entropy Loss: [2.5758982 1.7268133 1.2852306 1.0293095 0.92239726] Correct: [26.09375 42.5 56.09375 65. 69.375 ]% Cross Entropy Loss: [2.613028 1.6727892 1.3119587 0.99594814 0.88781273] Correct: [25.625 46.25 55.625 65.78125 69.375 ]% Cross Entropy Loss: [2.5631223 1.5459073 1.1037769 0.89942515 0.8117078 ] Correct: [27.65625 47.8125 61.875 66.875 72.34375]% Cross Entropy Loss: [2.6040063 1.6677898 1.301681 1.0381804 0.9247831] Correct: [27.5 47.34375 58.59375 67.34375 71.40625]% Cross Entropy Loss: [2.3929543 1.569797 1.1808742 0.9741098 0.81205463] Correct: [28.59375 47.34375 58.75 67.03125 72.8125 ]% Cross Entropy Loss: [2.4833724 1.616513 1.2845316 1.0553074 0.93333733] Correct: [26.40625 48.4375 55.46875 65.15625 67.8125 ]% Cross Entropy Loss: [2.2906272 1.4701692 1.1545467 0.91251993 0.86653966] Correct: [32.1875 50.625 59.6875 68.59375 71.09375]% Cross Entropy Loss: [2.5943782 1.5898691 1.224966 0.9684423 0.81298465] Correct: [27.5 46.25 57.8125 65. 70.9375]% Cross Entropy Loss: [2.556345 1.6395109 1.2453842 0.9932623 0.91828823] Correct: [24.84375 48.125 57.34375 65.46875 70.625 ]% Cross Entropy Loss: [2.574831 1.6776409 1.177721 1.0088743 0.8877144] Correct: [26.71875 45.9375 60.9375 65. 71.40625]% Cross Entropy Loss: [2.3920345 1.4361942 1.1333579 0.90002203 0.80313456] Correct: [29.0625 52.5 59.21875 67.65625 73.28125]% Cross Entropy Loss: [2.3472235 1.5118055 1.1926787 0.94219005 0.8908602 ] Correct: [30.15625 50.625 58.125 66.40625 68.90625]% Cross Entropy Loss: [2.4426825 1.4760904 1.1544132 0.89875346 0.8241043 ] Correct: [28.4375 50.15625 63.28125 69.6875 71.40625]% Cross Entropy Loss: [2.587837 1.5988303 1.2283819 1.035956 0.92331856] Correct: [26.5625 47.65625 57.65625 64.53125 69.21875]% Cross Entropy Loss: [2.5451806 1.6786325 1.2113149 1.0298455 0.9734461] Correct: [26.5625 45.78125 58.28125 65.15625 66.875 ]% Cross Entropy Loss: [2.468209 1.5096443 1.1307123 1.0183711 0.92533815] Correct: [26.5625 49.375 61.09375 67.8125 70.9375 ]% Cross Entropy Loss: [2.53194 1.4573386 1.0214822 0.85793895 0.73208797] Correct: [27.65625 50.9375 65.78125 71.5625 75.15625]% Cross Entropy Loss: [2.4442053 1.432053 1.0613054 0.87207747 0.7702257 ] Correct: [28.4375 51.71875 64.6875 71.875 74.53125]% Cross Entropy Loss: [2.4462013 1.4711899 1.1043494 0.90336144 0.770467 ] Correct: [29.6875 49.6875 61.71875 69.84375 75.9375 ]% Cross Entropy Loss: [2.454764 1.4454919 1.0394638 0.9116379 0.7332605] Correct: [29.375 51.40625 64.6875 68.28125 74.0625 ]% Cross Entropy Loss: [2.6312692 1.6595612 1.2420751 1.0113302 0.9499397] Correct: [29.0625 47.03125 59.375 67.03125 68.59375]% Cross Entropy Loss: [2.4239433 1.4691254 1.1344246 0.8668202 0.72842664] Correct: [30. 51.71875 62.96875 70.15625 73.90625]% Cross Entropy Loss: [2.3467562 1.4648514 1.0928048 0.8353807 0.74093896] Correct: [30.9375 52.34375 63.28125 70.78125 73.28125]% Cross Entropy Loss: [2.4538188 1.4252455 1.0666298 0.86668855 0.81287557] Correct: [29.53125 54.53125 65.625 70.15625 73.59375]% Cross Entropy Loss: [2.5564752 1.5677716 1.1932662 0.9473616 0.8244319] Correct: [28.90625 49.375 59.53125 69.6875 72.5 ]% Cross Entropy Loss: [2.3261795 1.2788589 0.9758956 0.7589871 0.640512 ] Correct: [32.03125 59.6875 67.96875 73.28125 80.46875]% Cross Entropy Loss: [2.6069455 1.6018041 1.2951852 1.0189877 0.92396563] Correct: [27.34375 47.65625 56.5625 65.46875 68.90625]% Cross Entropy Loss: [2.6560237 1.6610428 1.2448585 0.95792043 0.85585845] Correct: [26.40625 46.25 59.21875 66.71875 70.625 ]% Cross Entropy Loss: [2.6003528 1.5887755 1.2602385 1.0620779 0.88355047] Correct: [25.9375 47.65625 58.125 65.46875 70.3125 ]% Cross Entropy Loss: [2.4987297 1.5774167 1.1563799 0.9125185 0.80944365] Correct: [27.65625 47.96875 59.0625 67.03125 71.09375]% Cross Entropy Loss: [2.3704896 1.4093404 1.0649159 0.85784376 0.7232238 ] Correct: [29.6875 53.75 62.65625 71.25 74.84375]% Cross Entropy Loss: [2.572394 1.5902269 1.212537 0.9519168 0.84982884] Correct: [28.125 48.59375 59.0625 68.4375 71.40625]% Cross Entropy Loss: [2.4047172 1.6142372 1.2084879 0.9624488 0.87112296] Correct: [28.75 50.625 58.59375 68.28125 70.78125]% Cross Entropy Loss: [2.47967 1.4889665 1.0831481 0.89463234 0.8598232 ] Correct: [29.53125 51.875 62.65625 69.0625 72.5 ]% Cross Entropy Loss: [2.4152634 1.5076554 1.1068838 0.83998936 0.7356618 ] Correct: [28.90625 49.375 61.25 69.84375 72.65625]% Cross Entropy Loss: [2.51552 1.605991 1.1722493 0.8949251 0.7820195] Correct: [27.03125 47.8125 60.3125 70.78125 72.1875 ]% Cross Entropy Loss: [2.445909 1.5090191 1.0549797 0.86078393 0.73707527] Correct: [28.28125 50.9375 64.21875 69.0625 73.75 ]% Cross Entropy Loss: [2.59128 1.6246659 1.1713237 0.9343111 0.8503311] Correct: [26.25 47.65625 61.40625 68.75 69.53125]% Cross Entropy Loss: [2.409038 1.4085877 1.0930358 0.85166866 0.7672407 ] Correct: [29.21875 52.1875 62.34375 70.15625 72.65625]% Cross Entropy Loss: [2.4234843 1.4868591 1.0800649 0.8308069 0.7595581] Correct: [30.78125 53.125 64.53125 72.96875 75.15625]% Cross Entropy Loss: [2.3917642 1.3499974 0.99040174 0.8860162 0.75210214] Correct: [33.28125 53.75 67.03125 70.15625 75.78125]% Cross Entropy Loss: [2.4881492 1.5101061 1.1204313 0.95765275 0.88769436] Correct: [27.5 49.53125 61.5625 67.5 70.9375 ]% Cross Entropy Loss: [2.4596107 1.55461 1.139137 0.88025826 0.7909843 ] Correct: [27.96875 47.03125 59.6875 69.53125 73.4375 ]% Cross Entropy Loss: [2.2921567 1.4123695 1.0765231 0.85550916 0.7614321 ] Correct: [32.1875 54.0625 62.96875 72.34375 71.875 ]% Cross Entropy Loss: [2.2759848 1.3469278 1.0356652 0.8160617 0.73033845] Correct: [32.34375 53.28125 62.65625 70.15625 74.21875]% Cross Entropy Loss: [2.2728047 1.3165376 1.007047 0.756483 0.7202519] Correct: [33.125 55.78125 65. 72.34375 74.84375]% Cross Entropy Loss: [2.2933373 1.2260401 0.88329476 0.75027514 0.67668414] Correct: [32.34375 57.8125 70.46875 74.53125 75.625 ]% Cross Entropy Loss: [2.4066129 1.4350654 1.0782216 0.80153435 0.79572934] Correct: [30.625 52.5 63.75 71.25 73.75 ]% Cross Entropy Loss: [2.427739 1.4586766 1.1010056 0.92977536 0.7350491 ] Correct: [29.0625 51.09375 59.6875 67.5 73.28125]% Cross Entropy Loss: [2.3957965 1.438874 1.1337938 0.90537786 0.7793698 ] Correct: [29.84375 51.09375 62.1875 69.375 73.90625]% Cross Entropy Loss: [2.3728127 1.4816759 1.1435694 0.9186398 0.8079591] Correct: [30.15625 50.15625 62.03125 65.15625 72.1875 ]% Cross Entropy Loss: [2.5039809 1.6054595 1.2887632 0.98704606 0.85184985] Correct: [28.28125 48.75 57.34375 65.15625 72.34375]% Cross Entropy Loss: [2.5857532 1.5931613 1.1935346 0.99342394 0.8408138 ] Correct: [28.28125 48.59375 58.59375 67.65625 72.5 ]% Cross Entropy Loss: [2.2409055 1.306065 0.9262849 0.7703648 0.6485583] Correct: [33.28125 56.40625 67.8125 72.8125 77.8125 ]% Cross Entropy Loss: [2.639853 1.6159236 1.2017486 0.9727772 0.89153546] Correct: [25.46875 48.75 59.53125 67.1875 70.3125 ]% Cross Entropy Loss: [2.441368 1.4440649 1.0448215 0.88188267 0.812606 ] Correct: [28.28125 50.78125 63.75 71.40625 72.65625]% Cross Entropy Loss: [2.3183875 1.3323967 0.9993 0.7915497 0.6553947] Correct: [31.25 55.78125 64.375 73.59375 77.8125 ]% Cross Entropy Loss: [2.3181825 1.3858473 1.0537478 0.79275846 0.6680538 ] Correct: [28.4375 52.1875 65.46875 74.53125 77.03125]% Cross Entropy Loss: [2.2479668 1.3378861 0.91094285 0.72269595 0.6560453 ] Correct: [33.28125 54.21875 66.71875 74.6875 76.71875]% Cross Entropy Loss: [2.330265 1.294239 0.9697291 0.80133325 0.69725144] Correct: [32.03125 56.09375 67.34375 73.28125 74.84375]% Cross Entropy Loss: [2.3403811 1.3365314 0.97169894 0.8038912 0.78162897] Correct: [30.15625 54.84375 67.03125 71.875 72.8125 ]% Cross Entropy Loss: [2.325185 1.3870384 1.022295 0.7728569 0.67736995] Correct: [29.0625 53.28125 66.09375 71.71875 74.84375]% Cross Entropy Loss: [2.331949 1.3566169 1.0129325 0.7757877 0.62652457] Correct: [32.5 54.21875 64.53125 72.34375 79.375 ]% Cross Entropy Loss: [2.3561788 1.3208618 0.99179727 0.78212535 0.67036617] Correct: [32.96875 55.46875 66.40625 72.8125 78.125 ]% Cross Entropy Loss: [2.2093546 1.4639684 1.0776998 0.89636886 0.74642533] Correct: [35.15625 52.03125 63.75 69.84375 74.53125]% Cross Entropy Loss: [2.38405 1.5443226 1.1189772 0.89573 0.7948737] Correct: [30.78125 49.84375 62.03125 67.65625 71.71875]% Cross Entropy Loss: [2.3179374 1.4918383 1.0065466 0.8621232 0.69437534] Correct: [30.46875 49.53125 66.09375 71.71875 76.875 ]% Cross Entropy Loss: [2.221406 1.4575844 1.0666226 0.8250429 0.7077936] Correct: [33.28125 52.8125 63.90625 72.1875 76.09375]% Cross Entropy Loss: [2.2698038 1.3354542 0.98185575 0.7703178 0.6765842 ] Correct: [33.125 55.625 64.6875 71.875 76.875 ]% Cross Entropy Loss: [2.3329978 1.402473 0.9579493 0.7785792 0.6228908] Correct: [29.53125 52.34375 68.125 71.875 77.65625]% Cross Entropy Loss: [2.4526517 1.5132172 1.0736372 0.862689 0.7212391] Correct: [26.875 51.5625 62.65625 68.59375 75.9375 ]% Cross Entropy Loss: [2.261963 1.3096778 0.9195924 0.7546775 0.6649105] Correct: [31.40625 55.9375 69.375 73.75 75.78125]% Cross Entropy Loss: [2.3325028 1.3074329 0.9175175 0.74528444 0.61918324] Correct: [32.1875 57.1875 67.8125 72.8125 78.59375]% Cross Entropy Loss: [2.3544278 1.2960672 0.9495508 0.7618029 0.6479527] Correct: [30.15625 55.625 67.5 73.59375 77.8125 ]% Cross Entropy Loss: [2.286721 1.280496 0.9911439 0.77879584 0.6205381 ] Correct: [32.8125 57.03125 65.46875 74.6875 76.875 ]% Cross Entropy Loss: [2.1616943 1.3250594 0.93510216 0.72602004 0.67049235] Correct: [36.5625 55.625 70. 73.90625 76.5625 ]% Cross Entropy Loss: [2.3163385 1.3237358 0.97190344 0.74366814 0.59850836] Correct: [32.8125 55.625 66.71875 72.8125 78.4375 ]% Cross Entropy Loss: [2.3175704 1.3677542 1.05526 0.8452635 0.7173127] Correct: [29.84375 54.6875 63.59375 72.65625 75.46875]% Cross Entropy Loss: [2.3129783 1.301451 0.972658 0.7628263 0.6225238] Correct: [27.96875 55.46875 68.4375 74.0625 79.21875]% Cross Entropy Loss: [2.2726882 1.3072017 0.9587261 0.84676534 0.69060075] Correct: [32.5 56.40625 67.96875 70.625 77.34375]% Cross Entropy Loss: [2.2866426 1.399668 0.9339042 0.72413766 0.66598046] Correct: [30.78125 56.09375 70.78125 76.71875 77.5 ]% Cross Entropy Loss: [2.1622272 1.2817838 0.87981164 0.71273047 0.5805939 ] Correct: [34.21875 55.46875 70.46875 77.1875 80. ]% Cross Entropy Loss: [2.1746888 1.2087945 0.8774451 0.73346084 0.6109743 ] Correct: [29.53125 59.375 69.0625 74.0625 78.75 ]% Cross Entropy Loss: [2.5275264 1.5055771 1.0810311 0.84656584 0.7178196 ] Correct: [30.3125 52.1875 62.65625 72.65625 73.59375]% Cross Entropy Loss: [2.2032316 1.29609 0.9463083 0.7538663 0.5918709] Correct: [32.8125 55.625 67.1875 72.96875 79.0625 ]% Cross Entropy Loss: [2.2861228 1.3026264 0.9307596 0.704878 0.6368579] Correct: [30.3125 55.625 69.0625 76.875 76.875 ]% Cross Entropy Loss: [2.100902 1.3546804 0.9764608 0.828266 0.62947273] Correct: [33.90625 55.78125 66.71875 71.5625 78.28125]% Cross Entropy Loss: [2.3063853 1.3739882 1.0170605 0.7647858 0.61809576] Correct: [31.5625 51.71875 65.78125 72.65625 78.59375]% Cross Entropy Loss: [2.1989064 1.4024853 1.0031244 0.8230791 0.6855607] Correct: [31.71875 58.125 67.5 73.28125 77.1875 ]% Cross Entropy Loss: [2.263779 1.3032639 0.9376379 0.74836445 0.64097637] Correct: [32.8125 55.78125 69.375 75. 79.21875]% Cross Entropy Loss: [2.3291378 1.4006381 1.0388916 0.80917394 0.6860782 ] Correct: [30.46875 54.0625 65.78125 70.9375 78.75 ]% Cross Entropy Loss: [2.2315693 1.2402699 0.897019 0.6798281 0.60596263] Correct: [35.15625 56.09375 70.78125 76.5625 78.4375 ]% Cross Entropy Loss: [2.2597857 1.2167178 0.85094535 0.64194643 0.57805955] Correct: [33.59375 59.84375 72.5 79.53125 80. ]% Cross Entropy Loss: [2.1984644 1.2197787 0.81873846 0.67435145 0.5799295 ] Correct: [34.21875 58.75 71.71875 77.03125 80.3125 ]% Cross Entropy Loss: [2.3699188 1.3584433 0.91828597 0.7705721 0.6719271 ] Correct: [34.0625 56.09375 68.28125 74.375 77.03125]% Cross Entropy Loss: [2.2380853 1.3112867 0.89342964 0.6529201 0.57960933] Correct: [31.5625 57.8125 70.78125 77.03125 79.6875 ]% Cross Entropy Loss: [2.3243003 1.2793474 0.9088858 0.7902792 0.6242336] Correct: [32.96875 57.1875 70. 74.0625 80. ]% Cross Entropy Loss: [2.5410619 1.4997145 1.1373999 0.9011213 0.7739562] Correct: [26.71875 52.34375 59.84375 71.875 73.4375 ]% Cross Entropy Loss: [2.4673765 1.4386219 1.0341657 0.7989372 0.7789064] Correct: [29.21875 52.65625 64.21875 74.53125 73.59375]% Cross Entropy Loss: [2.269049 1.3456242 0.9646226 0.751455 0.6945422] Correct: [32.5 54.375 66.5625 72.03125 74.53125]% Cross Entropy Loss: [2.3394113 1.3953702 1.0513785 0.7959241 0.72097903] Correct: [32.96875 55.15625 65.9375 72.96875 77.8125 ]% Cross Entropy Loss: [2.2042565 1.3224081 0.9202095 0.7588399 0.6330243] Correct: [34.53125 55.46875 68.125 73.59375 76.875 ]% Cross Entropy Loss: [2.2591393 1.385466 1.0974065 0.8449 0.72513855] Correct: [32.34375 54.53125 61.875 73.125 75.9375 ]% Cross Entropy Loss: [2.2507873 1.2476991 0.94326556 0.7650762 0.6242982 ] Correct: [35.46875 56.875 69.53125 75.15625 78.4375 ]% Cross Entropy Loss: [2.3546546 1.3039893 1.047238 0.83132905 0.7074221 ] Correct: [31.5625 57.1875 62.5 70.78125 74.53125]% Cross Entropy Loss: [2.2824845 1.2998582 0.9138206 0.684823 0.6223127] Correct: [30. 59.21875 69.6875 78.125 79.375 ]% Cross Entropy Loss: [2.4088013 1.514746 1.0847031 0.84111947 0.7543131 ] Correct: [30.15625 50.9375 62.5 69.6875 73.59375]% Cross Entropy Loss: [2.3565102 1.4088732 1.0692086 0.83939636 0.77331305] Correct: [28.28125 54.84375 64.84375 70.78125 74.375 ]% Cross Entropy Loss: [2.179933 1.3651534 0.9186637 0.71247774 0.62168235] Correct: [34.6875 54.6875 69.6875 75.625 79.375 ]% Cross Entropy Loss: [2.2637737 1.347729 0.9910077 0.7787492 0.6952783] Correct: [34.375 55.46875 65.9375 74.0625 76.71875]% Cross Entropy Loss: [2.4830346 1.4843984 1.0091665 0.77323073 0.73604363] Correct: [29.21875 50. 66.5625 75.46875 73.59375]% Cross Entropy Loss: [2.271236 1.3328193 0.8796686 0.7416378 0.5982088] Correct: [32.34375 55.9375 67.96875 74.0625 78.90625]% Cross Entropy Loss: [2.3872743 1.4249799 1.0889472 0.89620984 0.7216875 ] Correct: [29.375 54.21875 66.875 70.625 75.46875]% Cross Entropy Loss: [2.3505535 1.2783536 0.95676243 0.764754 0.66865355] Correct: [32.8125 56.25 65. 73.75 78.125 ]% Cross Entropy Loss: [2.143362 1.2536477 0.8744748 0.71549135 0.63730866] Correct: [34.375 57.96875 71.875 76.875 77.96875]% Cross Entropy Loss: [2.191193 1.1534599 0.8714034 0.66693413 0.6281906 ] Correct: [32.03125 59.6875 70.3125 75.625 77.03125]% Cross Entropy Loss: [2.224984 1.1676189 0.82082784 0.6750769 0.6098636 ] Correct: [32.8125 60.78125 70.9375 76.875 76.5625 ]% Cross Entropy Loss: [2.2601626 1.2865258 0.89233875 0.71510845 0.6482185 ] Correct: [33.59375 57.5 70.9375 75.78125 77.03125]% Cross Entropy Loss: [2.2956555 1.4267871 1.0321434 0.8315566 0.75619173] Correct: [31.40625 54.6875 64.375 71.875 76.09375]% Cross Entropy Loss: [2.2851026 1.2570279 0.9583567 0.7671439 0.6886593] Correct: [32.03125 56.25 67.1875 74.375 77.34375]% Cross Entropy Loss: [2.2470093 1.196919 0.83974206 0.681604 0.6302158 ] Correct: [33.90625 58.90625 70.15625 76.5625 78.125 ]% Cross Entropy Loss: [2.207362 1.2128208 0.85438985 0.7098716 0.6173095 ] Correct: [29.6875 59.6875 70.15625 73.59375 77.5 ]% Cross Entropy Loss: [2.1460786 1.1511807 0.8092182 0.63098353 0.5800799 ] Correct: [34.84375 60.78125 73.4375 77.96875 81.71875]% Cross Entropy Loss: [2.3816803 1.4445616 0.98939 0.8339348 0.76068366] Correct: [30.3125 50.78125 64.84375 71.71875 74.84375]% Cross Entropy Loss: [2.1986732 1.2115693 0.8872452 0.677395 0.63157916] Correct: [33.125 57.96875 67.96875 75.625 76.71875]% Cross Entropy Loss: [2.2903073 1.3264878 0.9548179 0.78630966 0.6910523 ] Correct: [31.5625 57.1875 67.96875 72.1875 76.40625]% Cross Entropy Loss: [2.139626 1.1218793 0.80739784 0.639674 0.59220016] Correct: [36.40625 60.46875 72.65625 76.25 79.0625 ]% Cross Entropy Loss: [2.1292255 1.1935501 0.81807935 0.6742486 0.5787002 ] Correct: [36.25 58.125 71.875 76.71875 79.6875 ]% Cross Entropy Loss: [2.2575338 1.316981 0.92335194 0.75876653 0.6941 ] Correct: [31.40625 57.8125 69.21875 75.46875 78.90625]% Cross Entropy Loss: [2.5172594 1.3241012 0.92280024 0.6977657 0.5999347 ] Correct: [29.375 55.46875 68.4375 74.21875 78.125 ]% Cross Entropy Loss: [2.199169 1.1968001 0.8354127 0.6530761 0.58276874] Correct: [33.125 56.71875 69.84375 78.125 80.78125]% Cross Entropy Loss: [2.2168756 1.2812716 0.9316966 0.70750463 0.63533175] Correct: [34.84375 56.40625 68.59375 74.53125 78.90625]% Cross Entropy Loss: [2.1729228 1.1507986 0.76484835 0.6206481 0.5527728 ] Correct: [31.40625 59.6875 76.25 79.84375 81.09375]% Cross Entropy Loss: [2.160078 1.0724922 0.76745784 0.60030735 0.5133398 ] Correct: [30.9375 64.21875 73.28125 77.1875 82.34375]% Cross Entropy Loss: [2.2227023 1.2256868 0.87809914 0.6815998 0.63732845] Correct: [33.90625 59.84375 69.6875 77.1875 77.8125 ]% Cross Entropy Loss: [2.3474529 1.310429 1.0303665 0.80861855 0.7304239 ] Correct: [33.59375 58.4375 65.46875 70.46875 74.6875 ]% Cross Entropy Loss: [2.525215 1.4998549 1.031738 0.77119035 0.69664055] Correct: [26.71875 52.03125 66.09375 72.8125 74.84375]% Cross Entropy Loss: [2.1665585 1.2218554 0.8535433 0.6863729 0.5815113] Correct: [33.28125 57.96875 69.375 75.78125 80.3125 ]% Cross Entropy Loss: [2.1812189 1.2435923 0.86002576 0.6867302 0.5855735 ] Correct: [31.5625 57.03125 68.75 75.3125 80.3125 ]% Cross Entropy Loss: [2.2968063 1.2770464 0.9177089 0.7903702 0.6675307] Correct: [32.96875 57.96875 71.875 72.5 76.09375]% Cross Entropy Loss: [2.4918463 1.4222724 0.9669813 0.75835854 0.66039187] Correct: [29.375 53.4375 67.65625 74.84375 76.40625]% Cross Entropy Loss: [2.3303895 1.4051234 1.0213012 0.8039694 0.7220367] Correct: [29.6875 52.03125 65.9375 71.25 74.6875 ]% Cross Entropy Loss: [2.164916 1.1534097 0.84795344 0.62683547 0.5183123 ] Correct: [31.5625 64.0625 70.3125 79.0625 83.28125]% Cross Entropy Loss: [2.2332454 1.287288 0.83494127 0.61864936 0.52080524] Correct: [32.03125 55.9375 68.4375 78.75 81.875 ]% Cross Entropy Loss: [2.336933 1.3632009 0.9571365 0.7618357 0.6676647] Correct: [30.625 57.1875 65.78125 73.90625 78.4375 ]% Cross Entropy Loss: [2.2487226 1.1777806 0.8554336 0.69169396 0.5435409 ] Correct: [32.8125 57.65625 69.6875 73.59375 81.71875]% Cross Entropy Loss: [2.293492 1.2749113 0.8762844 0.719647 0.6230785] Correct: [31.09375 58.90625 69.375 71.875 77.8125 ]% Cross Entropy Loss: [2.1662688 1.200686 0.8816784 0.77430236 0.6526092 ] Correct: [32.65625 59.84375 72.1875 72.8125 77.1875 ]% Cross Entropy Loss: [2.2004495 1.1887195 0.7848748 0.72815835 0.5983533 ] Correct: [30.46875 60.3125 71.25 73.59375 81.40625]% Cross Entropy Loss: [2.2311032 1.1754354 0.88871366 0.7185974 0.5752514 ] Correct: [30.625 58.90625 70.3125 74.375 81.875 ]% Cross Entropy Loss: [2.140372 1.2200301 0.797439 0.66175514 0.5014103 ] Correct: [33.28125 60.3125 73.90625 77.8125 81.5625 ]% Cross Entropy Loss: [2.1680393 1.169653 0.844524 0.6390315 0.5595705] Correct: [34.0625 59.84375 70. 77.8125 80.625 ]% Cross Entropy Loss: [2.1413622 1.1473157 0.8073379 0.6158968 0.529277 ] Correct: [35.15625 61.875 70.15625 80.3125 81.71875]% Cross Entropy Loss: [2.3275743 1.2893254 0.87572956 0.700401 0.61564606] Correct: [29.21875 56.875 69.0625 74.0625 79.0625 ]% Cross Entropy Loss: [2.0358734 1.0892359 0.84553254 0.6588555 0.52354825] Correct: [36.25 65. 70.78125 77.96875 82.8125 ]% Cross Entropy Loss: [2.1371284 1.1662556 0.8214569 0.6094748 0.5654527] Correct: [34.6875 61.5625 70.9375 79.375 80.78125]% Cross Entropy Loss: [2.14656 1.3621047 0.92476547 0.75549215 0.62461895] Correct: [33.125 56.40625 68.28125 72.65625 77.65625]% Cross Entropy Loss: [2.3720813 1.3930225 0.992867 0.811039 0.71118623] Correct: [31.40625 56.25 68.4375 73.125 76.875 ]% Cross Entropy Loss: [2.3053336 1.3733106 0.93622094 0.7278061 0.65768033] Correct: [31.875 51.71875 66.5625 74.53125 76.25 ]% Cross Entropy Loss: [2.373256 1.410205 0.95611274 0.7304521 0.68650126] Correct: [30.625 54.6875 69.21875 75.78125 76.09375]% Cross Entropy Loss: [2.1662307 1.1642046 0.8102578 0.6242773 0.5652923] Correct: [33.125 60. 70.46875 79.375 81.25 ]% Cross Entropy Loss: [2.1141777 1.1575458 0.82597476 0.64463466 0.5509939 ] Correct: [36.5625 59.21875 73.28125 78.4375 80.3125 ]% Cross Entropy Loss: [2.0688667 1.182391 0.7931217 0.6740047 0.5767461] Correct: [33.28125 59.6875 73.59375 76.40625 78.125 ]% Cross Entropy Loss: [2.2596896 1.2175392 0.81661206 0.6665927 0.55357325] Correct: [30.9375 60. 71.25 77.34375 82.65625]% Cross Entropy Loss: [2.2391334 1.2581193 0.90890855 0.75420654 0.6380438 ] Correct: [31.40625 58.28125 68.59375 72.96875 77.65625]% Cross Entropy Loss: [2.1467595 1.2091166 0.89300203 0.73322266 0.6271047 ] Correct: [35.46875 60.625 70.15625 75.78125 78.90625]% Cross Entropy Loss: [2.1784577 1.2035724 0.79527926 0.6054497 0.5580994 ] Correct: [34.53125 58.90625 71.71875 80.9375 81.5625 ]% Cross Entropy Loss: [2.1984375 1.2857931 0.82242644 0.71478903 0.65835166] Correct: [32.8125 57.65625 71.875 76.5625 76.875 ]% Cross Entropy Loss: [2.2755237 1.2498658 0.96734107 0.7477131 0.64725333] Correct: [31.875 60.9375 68.125 73.90625 76.40625]% Cross Entropy Loss: [2.4179235 1.3752838 0.9497937 0.7224382 0.6147659] Correct: [30. 55.46875 67.34375 75.78125 78.90625]% Cross Entropy Loss: [2.2488487 1.2727062 0.9369357 0.70068747 0.620155 ] Correct: [32.03125 57.96875 67.1875 76.25 79.84375]% Cross Entropy Loss: [2.384127 1.3692 0.9375021 0.6974861 0.647341 ] Correct: [28.4375 55. 68.125 76.71875 79.84375]% Cross Entropy Loss: [2.123513 1.162 0.8491961 0.70526385 0.5846556 ] Correct: [36.25 60.78125 71.25 75.625 79.84375]% Cross Entropy Loss: [2.281313 1.3188099 0.92023295 0.7199617 0.6052563 ] Correct: [34.6875 59.0625 69.21875 75. 79.6875 ]% Cross Entropy Loss: [2.238336 1.2221435 0.8404225 0.6232903 0.52527696] Correct: [32.1875 60. 72.34375 80.3125 83.59375]% Cross Entropy Loss: [2.0840425 1.1421602 0.72403836 0.59718215 0.5518671 ] Correct: [35.15625 57.65625 74.6875 79.53125 81.71875]% Cross Entropy Loss: [2.112086 1.1505909 0.7506533 0.61133194 0.54645103] Correct: [35.9375 62.03125 72.8125 78.4375 81.40625]% Cross Entropy Loss: [2.2066512 1.2097352 0.86429167 0.62927514 0.59080267] Correct: [34.6875 59.21875 72.34375 80.15625 79.84375]% Cross Entropy Loss: [2.2385821 1.1934192 0.8270711 0.63362545 0.5733921 ] Correct: [32.65625 58.28125 71.25 79.0625 80.46875]% Cross Entropy Loss: [2.1990798 1.2600062 0.90512085 0.72850466 0.6217066 ] Correct: [31.5625 57.8125 70.15625 76.875 77.1875 ]% Cross Entropy Loss: [2.088411 1.0835308 0.77289784 0.5741986 0.54043645] Correct: [34.84375 65. 72.8125 80.625 81.09375]% Cross Entropy Loss: [2.2148786 1.1570497 0.79151213 0.63037074 0.61232215] Correct: [34.84375 59.21875 73.4375 79.0625 78.59375]% Cross Entropy Loss: [2.1548698 1.1763073 0.84860885 0.6372901 0.54142463] Correct: [34.0625 60.625 71.71875 79.0625 80.78125]% Cross Entropy Loss: [2.211306 1.3163639 0.8950847 0.74980295 0.67656076] Correct: [31.875 56.40625 70.46875 75.15625 77.03125]% Cross Entropy Loss: [2.1042483 1.1470802 0.7942406 0.6421858 0.53188866] Correct: [32.5 61.40625 72.34375 76.5625 80.15625]% Cross Entropy Loss: [2.1014495 1.1251814 0.7416885 0.5615751 0.4909636] Correct: [36.5625 62.5 75.15625 80.46875 83.125 ]% Cross Entropy Loss: [2.135124 1.1598299 0.76890767 0.60711867 0.5682843 ] Correct: [31.875 58.4375 72.96875 80.78125 81.25 ]% Cross Entropy Loss: [2.0720131 1.1734612 0.8284482 0.74594635 0.5841324 ] Correct: [36.09375 61.09375 72.1875 75.9375 82.65625]% Cross Entropy Loss: [2.1633084 1.2460762 0.8276291 0.65993124 0.60262686] Correct: [35.78125 59.53125 70.3125 77.03125 79.53125]% Cross Entropy Loss: [2.215238 1.2730649 0.8667964 0.6537171 0.6098072] Correct: [33.75 57.34375 67.8125 76.5625 80. ]% Cross Entropy Loss: [2.3073955 1.2268949 0.8719637 0.68880427 0.61714065] Correct: [32.5 57.5 71.5625 75.46875 78.90625]% Cross Entropy Loss: [2.228791 1.1790767 0.8565486 0.6309761 0.60936654] Correct: [31.875 61.71875 70.9375 78.59375 78.90625]% Cross Entropy Loss: [2.270597 1.2777027 0.88217527 0.70088124 0.68769145] Correct: [33.28125 57.34375 70.46875 77.03125 77.34375]% Cross Entropy Loss: [2.1089644 1.020463 0.68309283 0.53749734 0.4777425 ] Correct: [32.96875 66.09375 76.40625 80.78125 84.0625 ]% Cross Entropy Loss: [2.254508 1.1488186 0.7916471 0.61369604 0.5314313 ] Correct: [32.65625 60. 71.875 79.6875 80.78125]% Cross Entropy Loss: [2.2957988 1.1380745 0.8077529 0.62996376 0.5543381 ] Correct: [31.40625 60.78125 70.78125 79.375 79.84375]% Cross Entropy Loss: [2.084631 1.1879975 0.8595025 0.6515163 0.5769046] Correct: [35.3125 60.78125 70.625 78.4375 80.78125]% Cross Entropy Loss: [2.310702 1.388694 0.87131613 0.71171474 0.6307629 ] Correct: [30. 55.46875 70.78125 75.46875 77.8125 ]% Cross Entropy Loss: [2.2412305 1.1920297 0.80788183 0.6297091 0.5266851 ] Correct: [33.90625 59.6875 72.8125 78.59375 82.03125]% Cross Entropy Loss: [2.2713418 1.1921896 0.82750285 0.6476305 0.53589857] Correct: [33.59375 60.15625 72.1875 78.4375 81.5625 ]% Cross Entropy Loss: [2.3424478 1.2692592 0.9527939 0.74387515 0.61853683] Correct: [29.6875 57.1875 68.125 74.6875 80.3125]% Cross Entropy Loss: [2.0717354 1.0454559 0.65697056 0.5010066 0.45034042] Correct: [35.9375 62.8125 78.4375 82.8125 84.0625]% Cross Entropy Loss: [2.1728313 1.0965611 0.7717197 0.63879174 0.51575696] Correct: [31.5625 60.15625 75.46875 78.28125 83.4375 ]% Cross Entropy Loss: [2.1199353 1.1540357 0.7630444 0.67548907 0.5416439 ] Correct: [30.78125 59.21875 73.4375 76.71875 82.65625]% Cross Entropy Loss: [2.073751 1.1461875 0.82640916 0.6977377 0.5710189 ] Correct: [37.34375 59.21875 70.625 74.84375 79.0625 ]% Cross Entropy Loss: [2.0111272 1.0707752 0.69362736 0.56089526 0.48307896] Correct: [37.03125 61.40625 76.25 80.78125 83.59375]% Cross Entropy Loss: [2.1486843 1.3239821 0.91060936 0.7300762 0.63860667] Correct: [36.71875 57.5 70.625 75. 78.28125]% Cross Entropy Loss: [2.071754 1.1117195 0.784815 0.62746227 0.58496004] Correct: [35.3125 59.84375 72.5 78.4375 79.375 ]% Cross Entropy Loss: [2.2911806 1.2425039 0.9174798 0.73335797 0.68924505] Correct: [31.875 60. 70. 75.3125 74.375 ]% Cross Entropy Loss: [2.2006633 1.2364185 0.87427723 0.66974145 0.6307297 ] Correct: [33.90625 59.375 68.59375 78.28125 79.375 ]% Cross Entropy Loss: [2.233388 1.1496018 0.7869993 0.60203314 0.53329647] Correct: [33.4375 62.1875 73.28125 79.6875 82.96875]% Cross Entropy Loss: [2.0603566 1.1437368 0.808482 0.5411192 0.44540176] Correct: [35.3125 62.5 71.5625 81.09375 84.0625 ]% Cross Entropy Loss: [2.4025543 1.3795441 1.0055578 0.7611327 0.66686285] Correct: [30.46875 55.625 64.0625 72.65625 75.3125 ]% Cross Entropy Loss: [2.1345096 1.089449 0.7660225 0.5830358 0.482444 ] Correct: [35.9375 62.65625 71.71875 79.0625 83.4375 ]% Cross Entropy Loss: [2.1731522 1.0897071 0.76651275 0.585491 0.50262886] Correct: [35.15625 64.6875 72.5 79.53125 82.5 ]% Cross Entropy Loss: [2.152359 1.1489081 0.746668 0.5977181 0.521597 ] Correct: [35.78125 61.40625 72.03125 78.90625 80.78125]% Cross Entropy Loss: [2.143757 1.0905491 0.7602575 0.61333954 0.4938588 ] Correct: [34.6875 63.75 74.84375 79.21875 83.125 ]% Cross Entropy Loss: [1.9530134 0.98502046 0.654705 0.54671496 0.46849433] Correct: [38.125 64.53125 76.40625 80.78125 83.28125]% Cross Entropy Loss: [2.205595 1.2161864 0.82653797 0.6756876 0.5674763 ] Correct: [32.96875 58.125 70.78125 77.65625 80.78125]% Cross Entropy Loss: [2.275222 1.2430384 0.8371803 0.6831342 0.589704 ] Correct: [32.65625 59.0625 71.71875 76.5625 79.0625 ]% Cross Entropy Loss: [2.1664467 1.098863 0.78593844 0.5958193 0.5073046 ] Correct: [34.84375 62.65625 70.3125 78.4375 82.03125]% Cross Entropy Loss: [2.055268 1.173033 0.79505175 0.6198779 0.5326327 ] Correct: [37.96875 60. 73.75 77.5 82.65625]% Cross Entropy Loss: [2.0080485 1.0922691 0.71597004 0.53642553 0.4673791 ] Correct: [38.125 61.09375 72.8125 79.375 82.8125 ]% Cross Entropy Loss: [2.15597 1.0931606 0.7042307 0.53695077 0.5295177 ] Correct: [34.0625 62.34375 75.46875 81.5625 81.5625 ]% Cross Entropy Loss: [2.1341608 1.1886702 0.7710959 0.6264806 0.57930404] Correct: [32.03125 58.4375 74.21875 78.59375 80. ]% Cross Entropy Loss: [1.9959519 1.0647804 0.65719825 0.5387627 0.44052783] Correct: [38.90625 64.53125 76.40625 82.5 84.53125]% Cross Entropy Loss: [2.2452571 1.1984031 0.82640827 0.59953624 0.5289761 ] Correct: [34.21875 59.21875 71.875 79.53125 82.5 ]% Cross Entropy Loss: [2.4633918 1.3529419 0.9678219 0.72039413 0.6707246 ] Correct: [30.3125 55.9375 66.875 75.46875 77.03125]% Cross Entropy Loss: [2.1925 1.2018268 0.78003687 0.6515089 0.65299046] Correct: [32.8125 59.21875 72.5 77.03125 77.5 ]% Cross Entropy Loss: [2.1346521 1.1727092 0.7821621 0.69009036 0.59861284] Correct: [35.46875 61.09375 73.4375 75.3125 80. ]% Cross Entropy Loss: [2.2741246 1.2518877 0.8324032 0.62942743 0.5555444 ] Correct: [28.90625 55.625 69.0625 75.78125 80.3125 ]% Cross Entropy Loss: [2.1067328 1.1062262 0.80356216 0.6809185 0.58794063] Correct: [34.375 62.5 73.28125 77.8125 80.625 ]% Cross Entropy Loss: [2.2566898 1.1421093 0.83108246 0.6206042 0.51927817] Correct: [30.78125 62.5 71.5625 77.8125 83.125 ]% Cross Entropy Loss: [2.1833615 1.2102965 0.84178275 0.61012447 0.54828614] Correct: [33.59375 61.25 71.09375 79.0625 80.15625]% Cross Entropy Loss: [2.202583 1.1431639 0.8037443 0.5890342 0.5020574] Correct: [31.40625 60.625 73.4375 78.4375 83.4375 ]% Cross Entropy Loss: [2.2167106 1.0910844 0.74737704 0.5917099 0.44906077] Correct: [32.1875 60.46875 71.875 79.375 82.5 ]% Cross Entropy Loss: [2.13595 1.0721319 0.7735346 0.608712 0.55615366] Correct: [34.375 61.40625 71.875 79.6875 80.625 ]% Cross Entropy Loss: [2.0094907 1.1020072 0.7293643 0.58287996 0.53015673] Correct: [35.15625 61.40625 75.625 79.375 83.28125]% Cross Entropy Loss: [2.1610854 1.1511117 0.805208 0.65780586 0.5614574 ] Correct: [34.21875 60.78125 72.1875 76.5625 81.09375]% Cross Entropy Loss: [2.1459033 1.1755211 0.79727757 0.65154064 0.5476831 ] Correct: [35.625 59.21875 71.875 77.34375 81.25 ]% Cross Entropy Loss: [2.134995 1.1271689 0.7553562 0.6203031 0.5301706] Correct: [34.375 61.5625 73.59375 79.375 80.46875]% Cross Entropy Loss: [2.2077303 1.1314944 0.79895324 0.6264395 0.4959154 ] Correct: [31.09375 61.09375 72.1875 78.4375 81.09375]% Cross Entropy Loss: [2.0822725 1.1096646 0.7882203 0.59432983 0.50811577] Correct: [35.46875 62.96875 72.5 78.75 81.40625]% Cross Entropy Loss: [2.129198 1.2431846 0.80824757 0.6169406 0.5763184 ] Correct: [35. 59.21875 73.125 78.75 79.6875 ]% Cross Entropy Loss: [2.1555164 1.1757071 0.8092259 0.64670956 0.54968625] Correct: [33.90625 59.375 71.5625 78.4375 82.8125 ]% Cross Entropy Loss: [2.209493 1.1862117 0.83467466 0.65450346 0.5898527 ] Correct: [30.46875 60.625 71.71875 76.875 78.4375 ]% Cross Entropy Loss: [2.2574196 1.1044881 0.74082184 0.55046624 0.48065886] Correct: [34.53125 64.6875 75.3125 81.71875 83.4375 ]% Cross Entropy Loss: [2.068943 1.0599278 0.73853856 0.5408921 0.51585025] Correct: [36.25 64.375 74.84375 81.875 81.71875]% Cross Entropy Loss: [2.1134818 1.251451 0.8831434 0.6388198 0.61625 ] Correct: [34.53125 58.125 69.375 76.25 78.75 ]% Cross Entropy Loss: [2.283691 1.2407887 0.8463756 0.6924689 0.59226 ] Correct: [33.4375 61.09375 72.96875 76.25 81.5625 ]% Cross Entropy Loss: [2.1698458 1.1441115 0.7813406 0.62866235 0.5591915 ] Correct: [33.75 61.09375 71.71875 77.96875 80.9375 ]% Cross Entropy Loss: [2.0490215 1.0168386 0.69490284 0.53909403 0.4783629 ] Correct: [36.09375 66.71875 76.71875 81.71875 84.6875 ]% Cross Entropy Loss: [1.8937734 1.0286523 0.69777614 0.5668396 0.50175375] Correct: [39.6875 65.3125 74.84375 81.875 82.65625]% Cross Entropy Loss: [2.1422534 1.142846 0.7478766 0.5575418 0.5106422] Correct: [34.375 61.71875 74.375 82.34375 81.25 ]% Cross Entropy Loss: [2.2265801 1.2584646 0.77972984 0.58147055 0.5802941 ] Correct: [33.125 59.0625 72.96875 80. 80. ]% Cross Entropy Loss: [2.147816 1.1697495 0.78645146 0.59135824 0.48679352] Correct: [37.03125 60. 71.875 78.125 81.875 ]% Cross Entropy Loss: [1.940655 0.9618665 0.65143645 0.44974297 0.44144654] Correct: [38.59375 66.71875 80.9375 85. 85. ]% Cross Entropy Loss: [2.2611108 1.2726079 0.8630638 0.6628554 0.5499297] Correct: [30.3125 57.34375 70.78125 76.5625 80.78125]% Cross Entropy Loss: [2.0409303 1.0372452 0.72574615 0.5765946 0.49775225] Correct: [36.71875 63.28125 74.375 78.4375 82.5 ]% Cross Entropy Loss: [2.2195826 1.210202 0.78611535 0.5795438 0.5270941 ] Correct: [32.8125 58.59375 73.125 79.6875 82.5 ]% Cross Entropy Loss: [2.1019847 1.1200001 0.75006044 0.5468781 0.45708174] Correct: [35.625 63.75 76.25 81.40625 84.84375]% Cross Entropy Loss: [2.0819056 1.0656662 0.7581291 0.51869243 0.46330422] Correct: [35.15625 65. 75.46875 81.09375 83.90625]% Cross Entropy Loss: [2.153975 1.1422582 0.7870561 0.6027669 0.51641655] Correct: [34.84375 60.625 73.125 79.53125 82.5 ]% Cross Entropy Loss: [2.310665 1.2357917 0.8335227 0.5906924 0.52824897] Correct: [31.25 58.28125 73.125 81.5625 82.65625]% Cross Entropy Loss: [2.032037 1.0267973 0.69693184 0.5106087 0.44030538] Correct: [35.15625 65.625 75.78125 82.03125 84.0625 ]% Cross Entropy Loss: [2.142311 1.1873406 0.82549876 0.6828763 0.57314664] Correct: [34.53125 60.15625 73.4375 77.03125 79.21875]% Cross Entropy Loss: [2.0890548 1.09202 0.7884292 0.6068755 0.54134893] Correct: [36.25 63.75 73.125 80.9375 81.40625]% Cross Entropy Loss: [2.3991191 1.3517277 0.9000678 0.71249676 0.6994573 ] Correct: [30.15625 55.625 70.3125 76.5625 76.875 ]% Cross Entropy Loss: [2.150684 1.0578187 0.6904138 0.54669046 0.46734247] Correct: [33.90625 65.78125 77.34375 80. 82.5 ]% Cross Entropy Loss: [2.1788898 1.2207509 0.8419539 0.6607577 0.58720434] Correct: [32.96875 58.59375 71.875 77.96875 81.09375]% Cross Entropy Loss: [1.9490588 0.9638551 0.613397 0.48163813 0.4422845 ] Correct: [35.9375 67.96875 78.125 84.53125 83.28125]% Cross Entropy Loss: [2.2253358 1.1694369 0.7750761 0.5615314 0.48926726] Correct: [31.25 61.09375 72.03125 79.375 82.96875]% Cross Entropy Loss: [2.0496364 1.0557104 0.68601424 0.54877746 0.5006468 ] Correct: [34.84375 65.3125 76.5625 82.5 82.96875]% Cross Entropy Loss: [2.1100361 1.0925765 0.7590785 0.6295723 0.5632364] Correct: [36.5625 64.0625 74.53125 80.46875 81.09375]% Cross Entropy Loss: [2.0659976 1.1091654 0.73289853 0.6038453 0.49943298] Correct: [36.5625 61.09375 72.8125 80. 82.96875]% Cross Entropy Loss: [2.3341103 1.208704 0.7793598 0.62663656 0.53268635] Correct: [30.46875 62.65625 72.1875 79.53125 81.875 ]% Cross Entropy Loss: [2.1300824 1.1037812 0.71442187 0.5518669 0.4274796 ] Correct: [35.9375 61.875 75.625 82.65625 86.40625]% Cross Entropy Loss: [2.0080533 1.0778097 0.72396314 0.585398 0.51860714] Correct: [37.65625 63.59375 74.6875 79.84375 81.875 ]% Cross Entropy Loss: [1.987243 0.92470664 0.61554456 0.4826967 0.41031075] Correct: [36.25 67.8125 78.28125 84.21875 85.625 ]% Cross Entropy Loss: [2.1316056 1.1139948 0.72991216 0.5475595 0.49185634] Correct: [35.78125 60.15625 74.84375 78.75 80.625 ]% Cross Entropy Loss: [1.9401531 0.96831095 0.6199686 0.485639 0.4138754 ] Correct: [38.28125 66.875 77.96875 84.375 85.46875]% Cross Entropy Loss: [2.1462746 1.0707026 0.64971143 0.5027586 0.4438238 ] Correct: [34.21875 63.4375 76.40625 82.34375 84.21875]% Cross Entropy Loss: [1.916469 0.8894146 0.6230268 0.5018932 0.46555337] Correct: [37.96875 67.65625 78.4375 83.90625 85.3125 ]% Cross Entropy Loss: [1.9351085 0.9993824 0.6599301 0.52091557 0.4624547 ] Correct: [37.65625 63.75 77.03125 81.875 84.0625 ]% Cross Entropy Loss: [2.0326295 1.0505524 0.70218605 0.55984503 0.50079405] Correct: [37.65625 64.6875 77.5 80.46875 81.875 ]% Cross Entropy Loss: [2.1286306 1.1086644 0.75816816 0.5849807 0.53044015] Correct: [35. 60. 72.1875 80.15625 81.09375]% Cross Entropy Loss: [1.9802954 0.9550263 0.6412922 0.5155157 0.4562548] Correct: [36.25 65.15625 77.1875 82.03125 83.75 ]% Cross Entropy Loss: [2.0303886 1.0409868 0.6853467 0.49274355 0.4842469 ] Correct: [39.53125 65. 75. 82.65625 83.125 ]% Cross Entropy Loss: [2.0380359 1.0007701 0.6834323 0.5528856 0.4998044] Correct: [34.53125 65.9375 77.65625 81.09375 81.71875]% Cross Entropy Loss: [1.9337362 0.98648226 0.6411738 0.5287391 0.447117 ] Correct: [41.09375 66.71875 77.34375 80.625 85.46875]% Cross Entropy Loss: [1.9318466 0.99110776 0.63996077 0.48210463 0.44389242] Correct: [39.375 67.03125 79.0625 82.34375 84.0625 ]% Cross Entropy Loss: [1.9827416 1.0345552 0.72158116 0.5518954 0.48440313] Correct: [34.6875 64.0625 75.625 81.25 84.84375]% Cross Entropy Loss: [2.0000281 0.95327425 0.642794 0.4927742 0.44514441] Correct: [37.1875 68.125 78.125 82.8125 83.90625]% Cross Entropy Loss: [2.0869784 1.1141354 0.74514747 0.5922942 0.52488667] Correct: [36.875 62.5 74.6875 79.53125 82.1875 ]% Cross Entropy Loss: [2.05623 0.946226 0.6234875 0.45706773 0.4151678 ] Correct: [34.6875 65.3125 77.1875 84.0625 86.09375]% Cross Entropy Loss: [2.2435927 1.1604412 0.7574897 0.56921095 0.47261673] Correct: [32.65625 58.28125 72.8125 79.53125 84.6875 ]% Cross Entropy Loss: [1.9706007 1.1055753 0.75861764 0.559996 0.5424631 ] Correct: [37.65625 64.21875 73.75 80.78125 82.5 ]% Cross Entropy Loss: [2.3770266 1.2888513 0.8629667 0.6727513 0.6182633] Correct: [33.28125 58.90625 72.03125 78.75 77.8125 ]% Cross Entropy Loss: [2.2630973 1.25411 0.9191321 0.7322907 0.66147244] Correct: [33.75 60.15625 67.65625 76.09375 79.0625 ]% Cross Entropy Loss: [2.0055697 1.0122278 0.6914855 0.58956563 0.53584987] Correct: [37.1875 67.03125 75.9375 79.375 81.71875]% Cross Entropy Loss: [2.2421625 1.2307698 0.81252414 0.667321 0.5937418 ] Correct: [32.8125 59.21875 72.03125 78.90625 79.21875]% Cross Entropy Loss: [2.1285698 1.0467483 0.707116 0.537696 0.4659111] Correct: [34.375 64.21875 76.875 82.34375 85.15625]% Cross Entropy Loss: [2.191129 1.2071137 0.77175677 0.6459963 0.57553834] Correct: [35.3125 60.3125 75. 77.34375 80.15625]% Cross Entropy Loss: [2.2419755 1.1718612 0.7960593 0.6710336 0.6020597] Correct: [32.03125 61.875 73.4375 77.34375 79.84375]% Cross Entropy Loss: [2.0681064 0.98329955 0.6791828 0.51818883 0.4203886 ] Correct: [34.375 65.3125 75.3125 81.09375 85.15625]% Cross Entropy Loss: [2.0662067 1.0600035 0.7163343 0.59658974 0.49502534] Correct: [36.25 63.28125 73.4375 79.21875 82.65625]% Cross Entropy Loss: [2.243424 1.1746066 0.7574514 0.56065357 0.51697 ] Correct: [32.1875 61.25 74.21875 82.1875 84.6875 ]% Cross Entropy Loss: [2.016439 0.9936472 0.604859 0.47752395 0.37039185] Correct: [36.09375 66.25 79.0625 82.8125 87.65625]% Cross Entropy Loss: [2.224555 1.1752994 0.72591364 0.5488709 0.4770363 ] Correct: [32.65625 60.9375 75.15625 80.9375 83.90625]% Cross Entropy Loss: [2.2606196 1.191371 0.8135312 0.6222351 0.5556326] Correct: [32.8125 59.6875 73.59375 79.0625 80.9375 ]% Cross Entropy Loss: [2.0921438 0.962098 0.6408754 0.5045779 0.42422086] Correct: [33.75 68.4375 78.4375 82.8125 85.15625]% Cross Entropy Loss: [2.141587 1.0839187 0.72869277 0.6374663 0.5370892 ] Correct: [35.46875 64.6875 75. 79.21875 82.5 ]% Cross Entropy Loss: [2.0035112 1.0702173 0.64245933 0.5322031 0.48570156] Correct: [35. 62.8125 79.375 82.03125 84.84375]% Cross Entropy Loss: [2.2165062 1.055039 0.67775774 0.5461518 0.45562536] Correct: [33.28125 65.15625 77.34375 79.84375 83.75 ]% Cross Entropy Loss: [1.9335086 0.913828 0.6120726 0.4834121 0.42922372] Correct: [37.34375 68.28125 78.59375 83.125 85. ]% Cross Entropy Loss: [2.0466883 0.9744297 0.65912616 0.5222112 0.45334917] Correct: [35.9375 66.5625 77.1875 80.15625 83.4375 ]% Cross Entropy Loss: [2.012476 1.0456682 0.6734922 0.5283162 0.4493224] Correct: [35.15625 66.40625 77.5 84.53125 85.78125]% Cross Entropy Loss: [2.0121226 1.0890365 0.756764 0.5712303 0.5146593] Correct: [33.59375 62.34375 72.65625 80.3125 83.59375]% Cross Entropy Loss: [1.8926617 0.96042025 0.66708004 0.5065083 0.45047408] Correct: [37.8125 67.34375 76.40625 83.125 84.84375]% Cross Entropy Loss: [1.9252659 0.92269313 0.61098266 0.47775087 0.42587152] Correct: [40.46875 67.96875 78.75 83.125 84.0625 ]% Cross Entropy Loss: [2.109987 1.0270641 0.6602396 0.48193884 0.422144 ] Correct: [35. 65.46875 76.875 83.125 85.625 ]% Cross Entropy Loss: [1.9850333 0.96311504 0.66023076 0.50811833 0.46479735] Correct: [35.625 67.03125 76.5625 82.8125 84.21875]% Cross Entropy Loss: [2.2752051 1.3060737 0.79977626 0.69425404 0.5888449 ] Correct: [34.53125 56.09375 73.28125 76.25 80.46875]% Cross Entropy Loss: [2.0148914 0.9805778 0.58631593 0.5114459 0.41684985] Correct: [36.09375 66.25 80.15625 83.28125 85.3125 ]% Cross Entropy Loss: [1.9928926 1.0301065 0.6798949 0.4773867 0.43044502] Correct: [37.65625 64.375 76.5625 82.8125 85.9375 ]% Cross Entropy Loss: [2.1087003 1.0680342 0.70538396 0.55000156 0.4504617 ] Correct: [34.84375 64.0625 75.46875 81.25 82.96875]% Cross Entropy Loss: [1.9522085 0.9649352 0.6359696 0.5133546 0.41837835] Correct: [37.5 67.5 77.96875 82.96875 85.15625]% Cross Entropy Loss: [1.9486027 1.0270836 0.73825157 0.5527514 0.49380285] Correct: [37.65625 64.84375 75.15625 82.03125 84.53125]% Cross Entropy Loss: [2.0829747 1.1206547 0.74083537 0.54165906 0.484523 ] Correct: [33.90625 63.125 76.71875 82.5 83.90625]% Cross Entropy Loss: [2.1038356 1.0332786 0.64923644 0.5349125 0.46539173] Correct: [33.90625 64.53125 77.34375 82.1875 84.0625 ]% Cross Entropy Loss: [2.0260308 1.00403 0.6924779 0.51826656 0.4577884 ] Correct: [33.90625 65.78125 75.3125 81.875 84.0625 ]% Cross Entropy Loss: [1.9890833 0.92377794 0.581251 0.46093708 0.39001492] Correct: [40.15625 67.5 79.0625 83.125 85.78125]% Cross Entropy Loss: [2.0476825 0.98159045 0.7248813 0.533418 0.49916443] Correct: [38.125 67.03125 74.375 81.09375 82.34375]% Cross Entropy Loss: [2.0643036 0.97627115 0.65331465 0.4746523 0.3849558 ] Correct: [38.28125 66.25 77.1875 82.8125 85.625 ]% Cross Entropy Loss: [2.1059034 1.0582979 0.7010706 0.5081605 0.4380272] Correct: [33.90625 65.15625 77.03125 82.1875 85.3125 ]% Cross Entropy Loss: [2.0783546 1.1283528 0.7503234 0.6105984 0.51772135] Correct: [37.96875 61.5625 74.84375 79.0625 81.71875]% Cross Entropy Loss: [2.113187 1.1275543 0.7736696 0.5519143 0.46752444] Correct: [36.09375 62.8125 72.34375 81.5625 84.375 ]% Cross Entropy Loss: [2.2447696 1.1546507 0.7388233 0.5516087 0.47527647] Correct: [34.21875 62.5 73.75 81.09375 83.75 ]% Cross Entropy Loss: [2.2327654 1.2074695 0.8057407 0.5902047 0.5612561] Correct: [30.9375 59.53125 73.125 80.9375 81.71875]% Cross Entropy Loss: [2.1533372 1.0614407 0.7546151 0.54048526 0.45410308] Correct: [34.21875 61.40625 75.15625 80.3125 82.96875]% Cross Entropy Loss: [2.1381233 1.1658355 0.7053669 0.5160185 0.46218982] Correct: [33.75 60.15625 76.25 81.5625 84.21875]% Cross Entropy Loss: [2.0323591 1.0919921 0.69196993 0.51340616 0.4384567 ] Correct: [36.40625 64.6875 75.15625 82.34375 83.90625]% Cross Entropy Loss: [1.818135 0.93565524 0.61316574 0.4573098 0.37516809] Correct: [39.375 67.96875 79.53125 83.125 86.875 ]% Cross Entropy Loss: [2.1149669 1.0688891 0.69047266 0.5517979 0.47664428] Correct: [35.3125 65.46875 77.34375 81.71875 82.8125 ]% Cross Entropy Loss: [2.1090665 1.0626333 0.64077693 0.49752274 0.4317743 ] Correct: [33.59375 61.875 76.25 82.8125 85. ]% Cross Entropy Loss: [2.0784802 1.0691036 0.73793685 0.5582169 0.5061511 ] Correct: [35. 65.9375 76.5625 82.34375 83.125 ]% Cross Entropy Loss: [2.061458 1.0304978 0.593542 0.43210882 0.39480677] Correct: [37.5 66.5625 79.21875 86.25 86.5625 ]% Cross Entropy Loss: [1.9610447 0.90534 0.5791792 0.43181348 0.39521462] Correct: [38.75 68.90625 79.0625 85. 86.875 ]% Cross Entropy Loss: [2.0886576 1.0404063 0.68841577 0.5165079 0.4630713 ] Correct: [35.78125 64.53125 76.5625 81.40625 83.90625]% Cross Entropy Loss: [1.9180775 0.9835688 0.64440304 0.51987624 0.4849584 ] Correct: [39.21875 67.1875 79.84375 83.4375 83.59375]% Cross Entropy Loss: [2.0727367 1.0363195 0.72897506 0.5471994 0.49844933] Correct: [34.84375 63.4375 74.53125 80.625 81.5625 ]% Cross Entropy Loss: [1.9174503 0.9447619 0.60649514 0.4348969 0.40305966] Correct: [37.1875 68.125 79.6875 84.21875 84.6875 ]% Cross Entropy Loss: [2.1974869 1.189225 0.8045373 0.59196866 0.58465064] Correct: [34.53125 61.40625 73.125 81.40625 81.40625]% Cross Entropy Loss: [1.9857562 1.0036362 0.6556991 0.49507904 0.44537058] Correct: [37.8125 65.3125 78.59375 83.75 85. ]% Cross Entropy Loss: [2.1009305 1.0685666 0.7368966 0.52409875 0.49939328] Correct: [36.09375 66.40625 73.59375 83.125 80.625 ]% Cross Entropy Loss: [2.1425574 1.0495504 0.7007264 0.5777405 0.4610427] Correct: [35.15625 64.0625 78.125 79.84375 85.625 ]% Cross Entropy Loss: [2.013435 1.0159905 0.69564307 0.5340487 0.43786746] Correct: [37.5 65.3125 76.40625 81.40625 84.6875 ]% Cross Entropy Loss: [1.9960346 0.9613489 0.5713113 0.44044265 0.37187785] Correct: [35. 65.78125 80.9375 86.09375 87.1875 ]% Cross Entropy Loss: [1.9433426 0.9851705 0.61964077 0.49617982 0.4525381 ] Correct: [37.1875 65.78125 78.125 81.71875 83.75 ]% Cross Entropy Loss: [1.9685762 1.0832846 0.6737933 0.5653039 0.45880508] Correct: [37.8125 61.40625 77.5 80. 83.59375]% Cross Entropy Loss: [1.988966 1.0185175 0.63883597 0.5266129 0.45774585] Correct: [35.625 66.71875 78.4375 81.5625 85.3125 ]% Cross Entropy Loss: [2.072735 1.0179131 0.65559685 0.5174197 0.4559632 ] Correct: [32.5 66.5625 76.25 82.65625 85.15625]% Cross Entropy Loss: [2.1047664 1.0127494 0.67386997 0.5218205 0.45008916] Correct: [34.375 64.84375 76.40625 81.40625 84.53125]% Cross Entropy Loss: [2.0135708 1.0593089 0.62965536 0.54112566 0.48301554] Correct: [37.65625 65.15625 79.21875 82.8125 85.625 ]% Cross Entropy Loss: [1.8831437 0.9167183 0.5922376 0.46119195 0.39606243] Correct: [40.46875 69.53125 80. 83.75 88.59375]% Cross Entropy Loss: [2.1738214 1.1935294 0.7734946 0.61526316 0.5204612 ] Correct: [33.28125 59.84375 74.0625 79.6875 81.5625 ]% Cross Entropy Loss: [1.9595404 0.9597918 0.6425888 0.5512615 0.42057648] Correct: [37.03125 67.1875 77.03125 80.15625 85. ]% Cross Entropy Loss: [2.1552017 1.0641017 0.70732313 0.56258965 0.5141047 ] Correct: [35.3125 62.8125 78.90625 83.125 83.125 ]% Cross Entropy Loss: [2.0778947 1.0597036 0.7147322 0.55404717 0.5049391 ] Correct: [34.84375 63.125 75. 80.625 82.1875 ]% Cross Entropy Loss: [2.0662577 1.1258044 0.71197796 0.52071714 0.4579522 ] Correct: [36.71875 59.375 75.9375 82.03125 84.84375]% Cross Entropy Loss: [2.1566854 1.083637 0.6794893 0.56894994 0.4864482 ] Correct: [32.34375 63.75 75.15625 80. 82.34375]% Cross Entropy Loss: [2.016622 1.0791236 0.7219154 0.57046366 0.5266997 ] Correct: [36.875 64.84375 76.5625 79.84375 82.03125]% Cross Entropy Loss: [2.0359628 1.0596125 0.75687087 0.58013195 0.5156796 ] Correct: [36.875 65.15625 75.3125 78.59375 81.71875]% Cross Entropy Loss: [2.0405545 0.9681395 0.6204837 0.476441 0.44843188] Correct: [36.5625 67.34375 77.8125 83.4375 84.375 ]% Cross Entropy Loss: [2.0780969 1.0118458 0.6698506 0.47892585 0.4089218 ] Correct: [34.6875 66.09375 78.28125 83.59375 85.46875]% Cross Entropy Loss: [2.228498 1.1355102 0.71318614 0.5701728 0.49512511] Correct: [32.34375 62.96875 77.8125 79.53125 82.34375]% Cross Entropy Loss: [1.961992 1.0341055 0.70304406 0.53349006 0.48657355] Correct: [38.90625 64.84375 76.40625 79.84375 82.5 ]% Cross Entropy Loss: [1.836243 0.91457766 0.5908027 0.45077342 0.38900194] Correct: [39.84375 67.5 78.59375 83.75 85.46875]% Cross Entropy Loss: [1.9774177 0.93644303 0.64461535 0.4676175 0.40872413] Correct: [39.53125 68.59375 78.4375 84.53125 86.875 ]% Cross Entropy Loss: [2.110196 1.0458486 0.6831188 0.55323535 0.5094504 ] Correct: [33.59375 67.5 76.71875 80.625 82.5 ]% Cross Entropy Loss: [2.1972556 1.116498 0.7144216 0.52986705 0.44457364] Correct: [30.46875 62.1875 75.15625 80.625 84.21875]% Cross Entropy Loss: [2.253821 1.0756868 0.7430719 0.6130284 0.56900465] Correct: [32.03125 63.59375 74.21875 80.15625 80.15625]% Cross Entropy Loss: [1.8848507 0.90748537 0.5630433 0.4209857 0.35687977] Correct: [36.5625 66.40625 80.15625 85.46875 87.5 ]% Cross Entropy Loss: [2.1295393 1.0072626 0.6877698 0.5838418 0.48107815] Correct: [36.40625 66.40625 78.75 79.84375 85. ]% Cross Entropy Loss: [2.1604214 1.1469064 0.71504676 0.5130045 0.4636801 ] Correct: [37.5 60.78125 74.84375 80. 82.65625]% Cross Entropy Loss: [2.0011227 0.9542855 0.5865382 0.4832664 0.42920667] Correct: [36.71875 68.59375 78.90625 82.34375 83.4375 ]% Cross Entropy Loss: [1.9726422 0.9535198 0.6347651 0.44422764 0.40857726] Correct: [37.5 66.09375 77.5 84.0625 86.09375]% Cross Entropy Loss: [1.966531 0.9149898 0.5483231 0.44749174 0.40834332] Correct: [37.03125 70.3125 81.875 85.9375 86.09375]% Cross Entropy Loss: [1.9334615 0.9359304 0.59457743 0.44289812 0.4212563 ] Correct: [38.59375 67.8125 80.78125 85.15625 85. ]% Cross Entropy Loss: [2.1005685 0.9650629 0.6021534 0.50050414 0.4695409 ] Correct: [36.09375 68.75 77.96875 84.6875 85.15625]% Cross Entropy Loss: [1.7790436 0.9252645 0.6173848 0.48843843 0.44791594] Correct: [41.09375 67.1875 78.28125 83.90625 83.59375]% Cross Entropy Loss: [2.0802917 1.0357263 0.66037846 0.51059794 0.4628381 ] Correct: [33.90625 66.5625 78.4375 84.0625 84.84375]% Cross Entropy Loss: [2.0031703 0.980871 0.5995447 0.41485184 0.43060088] Correct: [37.5 65.46875 81.5625 87.03125 84.84375]% Cross Entropy Loss: [2.0275407 0.97025406 0.6556441 0.49824196 0.4218815 ] Correct: [38.90625 66.40625 78.28125 83.28125 85.3125 ]% Cross Entropy Loss: [1.9671926 0.8929744 0.55812454 0.4653104 0.386779 ] Correct: [37.03125 67.65625 82.1875 83.75 87.1875 ]% Cross Entropy Loss: [1.89156 0.9553339 0.65004086 0.45717067 0.38575798] Correct: [38.59375 68.125 78.59375 84.0625 87.1875 ]% Cross Entropy Loss: [2.140299 1.0694425 0.735597 0.57876146 0.48425207] Correct: [34.21875 65.3125 75.625 80. 82.96875]% Cross Entropy Loss: [2.0033717 1.0891595 0.78341436 0.6455654 0.5859824 ] Correct: [35.3125 62.65625 71.5625 78.75 80.46875]% Cross Entropy Loss: [2.0425396 0.9760891 0.65094036 0.50436795 0.46208486] Correct: [38.125 67.96875 78.28125 81.875 85.625 ]% Cross Entropy Loss: [2.2464752 1.1712701 0.6683129 0.57580245 0.49431038] Correct: [33.75 61.09375 77.65625 79.84375 81.5625 ]% Cross Entropy Loss: [2.0165954 1.016881 0.653723 0.51816016 0.441355 ] Correct: [36.40625 67.03125 77.34375 81.40625 83.75 ]% Cross Entropy Loss: [1.8210814 0.9440092 0.6708955 0.56305707 0.48223218] Correct: [41.5625 68.28125 77.03125 81.5625 83.59375]% Cross Entropy Loss: [2.0495787 0.9650548 0.6196659 0.52889454 0.45952073] Correct: [34.0625 65.9375 77.34375 81.875 82.8125 ]% Cross Entropy Loss: [1.8245417 0.9248206 0.60704315 0.46969405 0.45029178] Correct: [42.5 67.8125 80.78125 82.1875 85.15625]% Cross Entropy Loss: [2.0469415 0.9296378 0.65925425 0.5110728 0.43407613] Correct: [35.625 67.8125 77.03125 82.34375 85.9375 ]% Cross Entropy Loss: [2.1491945 1.0201617 0.6922948 0.55115694 0.4763216 ] Correct: [32.5 63.90625 76.09375 81.5625 82.5 ]% Cross Entropy Loss: [2.0165021 0.9005992 0.6430589 0.513761 0.43487406] Correct: [35.78125 71.875 78.4375 82.5 85.9375 ]% Cross Entropy Loss: [1.9732634 0.92243844 0.60642916 0.5139985 0.45436984] Correct: [38.59375 67.34375 77.65625 83.4375 83.75 ]% Cross Entropy Loss: [1.9480699 0.95236844 0.60317504 0.4785468 0.40361682] Correct: [37.5 66.71875 78.75 83.4375 85.78125]% Cross Entropy Loss: [2.1158805 1.0396925 0.6997135 0.5765749 0.5128415] Correct: [37.1875 65. 74.53125 79.21875 82.03125]% Cross Entropy Loss: [2.0821605 1.0130801 0.6646205 0.5423669 0.48079214] Correct: [34.6875 65.9375 77.34375 80.46875 84.21875]% Cross Entropy Loss: [1.9268643 0.94527847 0.6225982 0.49415463 0.4135564 ] Correct: [36.875 65.78125 78.4375 82.65625 85. ]% Cross Entropy Loss: [1.9589618 0.95490324 0.56506693 0.44077024 0.36636162] Correct: [38.125 65.9375 78.4375 83.125 86.09375]% Cross Entropy Loss: [2.101125 1.0434359 0.6919356 0.5406557 0.4718414] Correct: [34.6875 64.53125 76.71875 82.96875 84.53125]% Cross Entropy Loss: [2.0108309 0.89564943 0.62286633 0.50232667 0.44421774] Correct: [37.34375 70.15625 80.15625 81.875 84.6875 ]% Cross Entropy Loss: [2.0568786 1.0520351 0.69327724 0.51487374 0.45893174] Correct: [38.4375 64.84375 75.625 83.4375 85.46875]% Cross Entropy Loss: [1.9777536 0.94194376 0.6237096 0.53587425 0.4621581 ] Correct: [37.34375 69.21875 78.75 80.9375 84.53125]% Cross Entropy Loss: [1.9286608 0.87040013 0.59614724 0.46383768 0.4207576 ] Correct: [35.9375 69.0625 77.8125 82.8125 84.6875]% Cross Entropy Loss: [1.9244192 0.9137991 0.6093582 0.54726446 0.43375927] Correct: [39.6875 70.46875 80.46875 80.15625 85.3125 ]% Cross Entropy Loss: [2.0672996 1.032109 0.62716496 0.5270612 0.4341615 ] Correct: [36.71875 64.375 79.0625 83.125 85.15625]% Cross Entropy Loss: [1.9870541 0.9647315 0.6448463 0.48117828 0.43400365] Correct: [35.78125 65.46875 77.1875 82.8125 83.75 ]% Cross Entropy Loss: [1.9538454 0.9086407 0.55245423 0.43714494 0.423448 ] Correct: [38.59375 68.125 81.25 85.9375 85.3125 ]% Cross Entropy Loss: [2.0805335 0.94091207 0.57736933 0.44830137 0.34558135] Correct: [36.875 67.65625 78.90625 83.28125 86.875 ]% Cross Entropy Loss: [1.9971491 0.8952843 0.5982447 0.4386332 0.39881748] Correct: [36.25 67.96875 80.78125 82.65625 84.6875 ]% Cross Entropy Loss: [1.8705857 0.86124307 0.5513712 0.43649635 0.31994987] Correct: [40.3125 69.84375 81.5625 86.875 90.3125 ]% Cross Entropy Loss: [1.9661133 0.9730054 0.6090058 0.48160106 0.35777086] Correct: [36.40625 66.40625 78.90625 82.8125 88.125 ]% Cross Entropy Loss: [1.9819263 0.92722833 0.61948097 0.49584016 0.4187451 ] Correct: [37.5 68.59375 79.6875 82.03125 86.40625]% Cross Entropy Loss: [2.0460408 1.0355055 0.6532017 0.52233535 0.44228563] Correct: [37.8125 63.75 77.8125 81.09375 83.4375 ]% Cross Entropy Loss: [2.0216784 0.9990813 0.65270865 0.51405644 0.47912455] Correct: [35.625 67.8125 77.65625 83.75 85. ]% Cross Entropy Loss: [2.017934 1.107763 0.72400874 0.54947364 0.49845344] Correct: [37.1875 63.4375 74.84375 80.625 83.125 ]% Cross Entropy Loss: [2.1326878 1.0005882 0.68229866 0.5212758 0.47324306] Correct: [34.84375 63.90625 75.46875 82.03125 82.8125 ]% Cross Entropy Loss: [2.2019925 1.0007513 0.66632915 0.5040413 0.40095884] Correct: [33.90625 64.84375 77.03125 84.21875 85.78125]% Cross Entropy Loss: [1.8798549 0.8813731 0.5313209 0.43762988 0.34979352] Correct: [40.15625 69.375 81.40625 85. 88.28125]% Cross Entropy Loss: [2.0825875 1.0272145 0.6609962 0.47650513 0.417484 ] Correct: [34.53125 63.90625 76.71875 84.375 85.625 ]% Cross Entropy Loss: [2.0873933 0.97699803 0.63835704 0.5436885 0.45688605] Correct: [34.84375 67.8125 75.15625 82.8125 84.375 ]% Cross Entropy Loss: [2.0423412 0.9917262 0.6295664 0.5011088 0.405549 ] Correct: [37.8125 68.125 78.90625 81.25 85.78125]% Cross Entropy Loss: [1.9900764 0.92178154 0.5338522 0.38135907 0.3092528 ] Correct: [38.4375 67.8125 80. 85.78125 87.34375]% Cross Entropy Loss: [1.9499319 0.88638675 0.5316004 0.443046 0.38319057] Correct: [36.09375 68.90625 82.34375 84.375 87.03125]% Cross Entropy Loss: [2.0227878 1.0231123 0.65239275 0.50084627 0.4125274 ] Correct: [36.25 64.6875 78.28125 83.75 84.84375]% Cross Entropy Loss: [2.122049 1.0863196 0.67176694 0.5526551 0.4987089 ] Correct: [35.625 63.4375 77.34375 81.40625 81.71875]% Cross Entropy Loss: [1.9938437 0.96314555 0.6332781 0.48387995 0.44851142] Correct: [34.53125 65. 78.28125 83.28125 83.90625]% Cross Entropy Loss: [2.115714 1.0401012 0.6878093 0.5158258 0.43964902] Correct: [35. 65.625 77.96875 81.40625 85.15625]% Cross Entropy Loss: [1.9898983 1.0121723 0.67221594 0.53365093 0.44276816] Correct: [37.03125 64.21875 75.46875 81.09375 83.125 ]% Cross Entropy Loss: [2.124063 1.0763766 0.6875849 0.53788364 0.4374753 ] Correct: [34.0625 61.71875 75. 81.40625 85. ]% Cross Entropy Loss: [2.1020703 1.003987 0.65337765 0.50838953 0.44503465] Correct: [37.65625 66.25 78.28125 82.34375 84.21875]% Cross Entropy Loss: [2.0058293 0.97282326 0.61469483 0.529139 0.5105898 ] Correct: [36.25 65.78125 78.28125 83.90625 84.375 ]% Cross Entropy Loss: [1.8743334 0.91818887 0.5676094 0.4659113 0.38993874] Correct: [42.34375 68.90625 80. 84.84375 87.03125]% Cross Entropy Loss: [1.9640172 0.86202604 0.5152472 0.4422718 0.3549349 ] Correct: [35.78125 68.75 81.5625 84.0625 86.875 ]% Cross Entropy Loss: [2.0084186 0.98626864 0.694738 0.4834589 0.4154787 ] Correct: [36.5625 65.9375 77.03125 83.28125 84.84375]% Cross Entropy Loss: [1.9953045 0.8580373 0.59204847 0.46608323 0.38644737] Correct: [38.90625 71.71875 81.25 83.125 86.25 ]% Cross Entropy Loss: [2.0670667 1.0687495 0.6941282 0.58982885 0.47193632] Correct: [33.28125 65.3125 74.375 79.6875 84.375 ]% Cross Entropy Loss: [2.1737857 1.0573556 0.65576017 0.5057639 0.428827 ] Correct: [34.53125 64.0625 75.78125 81.40625 86.09375]% Cross Entropy Loss: [2.0677016 1.0279763 0.68491876 0.545909 0.47053614] Correct: [39.375 63.90625 79.0625 80.78125 83.75 ]% Cross Entropy Loss: [2.0206232 1.0174674 0.67981476 0.5404471 0.48697218] Correct: [37.5 66.25 77.65625 82.8125 82.34375]% Cross Entropy Loss: [1.9766821 0.90979975 0.5565725 0.40215033 0.3262261 ] Correct: [33.90625 68.125 79.84375 86.5625 88.75 ]% Cross Entropy Loss: [1.9934762 0.9608409 0.6072043 0.5012929 0.39781913] Correct: [37.65625 68.4375 80.3125 82.65625 87.5 ]% Cross Entropy Loss: [1.9467113 0.93079317 0.5669992 0.4327588 0.42137226] Correct: [38.59375 68.75 80. 85.78125 84.84375]% Cross Entropy Loss: [1.9491074 0.8450595 0.5180459 0.4057848 0.36545235] Correct: [37.5 70.46875 80.78125 87.1875 87.1875 ]% Cross Entropy Loss: [2.1042027 1.0515083 0.6917319 0.53744775 0.5039201 ] Correct: [36.875 65.46875 78.28125 81.40625 83.4375 ]% Cross Entropy Loss: [1.9398712 0.96469575 0.6850632 0.514236 0.45441994] Correct: [36.5625 67.34375 77.65625 84.6875 86.09375]% Cross Entropy Loss: [1.8628814 0.8803355 0.5480522 0.46602073 0.41857797] Correct: [37.65625 67.96875 79.53125 83.90625 85.9375 ]% Cross Entropy Loss: [2.0439668 0.93010855 0.6068942 0.4457578 0.42189854] Correct: [36.40625 67.8125 79.21875 84.375 86.71875]% Cross Entropy Loss: [2.088056 1.0259161 0.6436433 0.49749026 0.47694618] Correct: [32.96875 65.3125 79.6875 84.84375 84.21875]% Cross Entropy Loss: [2.096912 0.98936987 0.616426 0.46152687 0.4406775 ] Correct: [36.09375 67.8125 80.46875 82.96875 85.46875]% Cross Entropy Loss: [1.883823 0.83978003 0.5575299 0.4400979 0.3970522 ] Correct: [37.5 70.3125 81.09375 84.21875 87.03125]% Cross Entropy Loss: [2.1670394 1.0111548 0.6730956 0.6091509 0.506449 ] Correct: [33.75 64.6875 77.65625 78.28125 81.25 ]% Cross Entropy Loss: [2.3318942 1.1475636 0.7355021 0.57872325 0.5015908 ] Correct: [32.8125 61.09375 75. 81.25 82.96875]% Cross Entropy Loss: [2.08749 1.0670996 0.7287645 0.5880803 0.49016064] Correct: [36.5625 66.5625 78.125 80.625 82.96875]% Cross Entropy Loss: [2.2053256 1.1605157 0.76291156 0.6128067 0.5018522 ] Correct: [35.15625 61.875 73.59375 79.375 82.65625]% Cross Entropy Loss: [1.9224062 0.94162655 0.6240937 0.5297642 0.45482254] Correct: [41.25 69.375 77.1875 82.03125 84.375 ]% Cross Entropy Loss: [1.9790462 0.9675456 0.58996606 0.49603853 0.43377432] Correct: [36.25 66.09375 79.6875 82.5 84.53125]% Cross Entropy Loss: [1.8539648 0.9758627 0.6364913 0.5036019 0.4460907] Correct: [39.6875 68.75 78.4375 82.1875 85.3125]% Cross Entropy Loss: [1.9215415 0.8839979 0.60138226 0.48601922 0.4426127 ] Correct: [35.78125 67.8125 80.625 82.65625 85.15625]% Cross Entropy Loss: [1.897732 1.0132489 0.5811068 0.51976025 0.45238274] Correct: [36.875 67.1875 80. 80.78125 83.125 ]% Cross Entropy Loss: [2.1088648 1.0135468 0.66585857 0.54832596 0.50331396] Correct: [34.21875 66.09375 78.90625 82.8125 84.0625 ]% Cross Entropy Loss: [1.9419438 0.9343742 0.62482035 0.50948554 0.418091 ] Correct: [38.28125 69.21875 78.90625 83.28125 85.625 ]% Cross Entropy Loss: [1.9731553 1.0340271 0.6077463 0.4877321 0.4446569] Correct: [34.375 65. 77.34375 83.125 83.59375]% Cross Entropy Loss: [1.868322 0.8517796 0.53935903 0.43373466 0.41501004] Correct: [37.96875 71.875 81.5625 85.46875 84.375 ]% Cross Entropy Loss: [1.8459418 0.90824556 0.5683714 0.42966813 0.35754764] Correct: [38.59375 69.21875 81.40625 85.3125 88.28125]% Cross Entropy Loss: [2.1458535 1.1782923 0.71371937 0.53635955 0.46995458] Correct: [34.53125 62.5 77.65625 82.65625 82.8125 ]% Cross Entropy Loss: [1.9466951 0.87905866 0.56512976 0.4306694 0.32636935] Correct: [40.3125 68.90625 80.15625 85.9375 88.75 ]% Cross Entropy Loss: [2.202066 1.0694339 0.6617647 0.5408003 0.44007525] Correct: [34.6875 65.3125 76.25 81.71875 85.3125 ]% Cross Entropy Loss: [1.8462465 0.8546654 0.57372034 0.47125143 0.4034009 ] Correct: [40.46875 70.46875 81.25 83.90625 86.09375]% Cross Entropy Loss: [1.8799919 0.90930784 0.5977805 0.4991216 0.4140261 ] Correct: [39.84375 69.84375 81.71875 82.03125 85.46875]% Cross Entropy Loss: [1.8999779 0.8962838 0.5724843 0.4534746 0.4080152] Correct: [38.125 69.84375 80.3125 83.59375 87.5 ]% Cross Entropy Loss: [2.0029807 0.87639654 0.56380713 0.39724213 0.35803944] Correct: [35.9375 69.6875 81.875 85.625 85.78125]% Cross Entropy Loss: [2.004869 0.96444523 0.5922563 0.44900417 0.3695151 ] Correct: [38.90625 68.28125 79.0625 84.21875 86.5625 ]% Cross Entropy Loss: [2.0111115 0.97676295 0.5831866 0.4751072 0.4135461 ] Correct: [35.15625 67.03125 79.84375 83.75 85.78125]% Cross Entropy Loss: [1.9073855 0.9486369 0.5557568 0.41918832 0.3613975 ] Correct: [38.75 67.96875 80. 86.25 89.375 ]% Cross Entropy Loss: [1.9496114 0.8959441 0.57098454 0.42986408 0.39281318] Correct: [41.40625 67.34375 79.84375 85.15625 86.25 ]% Cross Entropy Loss: [1.693861 0.72697085 0.5135578 0.38435632 0.32856542] Correct: [44.6875 75.46875 81.71875 87.5 88.59375]% Cross Entropy Loss: [1.7546982 0.79313713 0.5789454 0.46258408 0.4005795 ] Correct: [41.875 71.875 78.28125 84.6875 86.71875]% Cross Entropy Loss: [1.8305374 0.89960736 0.5989254 0.49816465 0.37080854] Correct: [40. 69.84375 81.71875 82.8125 87.5 ]% Cross Entropy Loss: [1.9521751 0.90808755 0.60502774 0.4353022 0.3708714 ] Correct: [39.21875 68.75 81.40625 84.375 86.40625]% Cross Entropy Loss: [1.9446821 0.9445485 0.58562106 0.40775567 0.33891076] Correct: [37.03125 66.5625 80.3125 85.15625 89.0625 ]% Cross Entropy Loss: [2.0890617 0.90365994 0.60408044 0.46074423 0.3731243 ] Correct: [37.5 71.40625 79.53125 85.46875 87.65625]% Cross Entropy Loss: [2.0804296 0.8894814 0.61959624 0.43936235 0.37541845] Correct: [34.6875 69.375 80.3125 85.3125 87.65625]% Cross Entropy Loss: [1.8817339 0.9202016 0.5975664 0.43557674 0.42644787] Correct: [40.3125 67.1875 77.1875 86.5625 85. ]% Cross Entropy Loss: [2.0351834 1.0435086 0.632588 0.5053929 0.41373014] Correct: [36.25 64.6875 79.375 82.5 85. ]% Cross Entropy Loss: [1.978988 1.0119493 0.6256692 0.43657488 0.4014984 ] Correct: [34.0625 66.40625 78.59375 84.53125 85.46875]% Cross Entropy Loss: [1.8917282 0.9199586 0.60285246 0.42836994 0.39163977] Correct: [38.4375 67.5 78.75 83.75 85.78125]% Cross Entropy Loss: [1.992444 0.90252954 0.61940056 0.40711188 0.3892218 ] Correct: [37.5 67.5 79.53125 86.5625 86.5625 ]% Cross Entropy Loss: [1.9824936 0.8474557 0.5282612 0.3906907 0.3088173] Correct: [36.71875 71.5625 82.1875 86.875 89.21875]% Cross Entropy Loss: [1.9631535 0.9213835 0.54600227 0.42120385 0.353763 ] Correct: [37.5 67.8125 80.9375 84.53125 86.71875]% Cross Entropy Loss: [1.9443657 0.91162145 0.59409416 0.4575116 0.39554223] Correct: [38.90625 68.90625 79.375 83.75 85.3125 ]% Cross Entropy Loss: [1.8766959 0.91799796 0.6103078 0.4745863 0.40857577] Correct: [41.25 69.375 78.90625 83.59375 86.25 ]% Cross Entropy Loss: [1.9203361 0.9827817 0.5452811 0.44527617 0.41394234] Correct: [37.1875 66.40625 80.9375 85.9375 85.3125 ]% Cross Entropy Loss: [2.119844 1.0246422 0.6308197 0.5188026 0.43016165] Correct: [34.6875 63.75 79.375 81.875 84.6875]% Cross Entropy Loss: [1.9519554 0.8688394 0.56691056 0.4335102 0.41150886] Correct: [36.25 69.53125 80.78125 85.78125 86.5625 ]% Cross Entropy Loss: [2.1821535 1.0769603 0.7443699 0.5578996 0.4888672] Correct: [32.34375 62.03125 74.53125 82.03125 82.1875 ]% Cross Entropy Loss: [2.2194984 1.1374558 0.76093733 0.6389253 0.54564273] Correct: [32.65625 61.875 74.53125 79.53125 80.9375 ]% Cross Entropy Loss: [2.0659516 0.9817028 0.58934116 0.4967875 0.4388627 ] Correct: [36.09375 67.03125 81.09375 83.59375 84.375 ]% Cross Entropy Loss: [1.8686479 0.843303 0.5815716 0.43558016 0.36356276] Correct: [40.46875 71.09375 81.09375 85. 87.65625]% Cross Entropy Loss: [1.9329773 0.9597999 0.5920888 0.43233734 0.40007776] Correct: [38.125 69.6875 81.25 85.78125 86.875 ]% Cross Entropy Loss: [1.7701948 0.8136083 0.56827927 0.42988244 0.43719387] Correct: [41.5625 69.84375 80. 85.46875 85.15625]% Cross Entropy Loss: [1.9620087 0.95148677 0.6204025 0.48620644 0.44177237] Correct: [37.5 68.90625 78.4375 82.65625 85.625 ]% Cross Entropy Loss: [2.0197072 0.9574701 0.567083 0.44536066 0.3865719 ] Correct: [35.625 67.5 80.625 82.5 84.84375]% Cross Entropy Loss: [1.9612281 0.9282282 0.5758928 0.423525 0.334349 ] Correct: [37.1875 70.3125 81.40625 85.9375 88.75 ]% Cross Entropy Loss: [2.0379167 0.9083729 0.56344366 0.4420244 0.39112568] Correct: [36.875 69.84375 81.71875 85.3125 84.84375]% Cross Entropy Loss: [1.9753364 0.9587075 0.58825576 0.48415956 0.43404466] Correct: [36.25 66.40625 80.3125 82.03125 84.84375]% Cross Entropy Loss: [1.989891 0.9884614 0.70107573 0.4646748 0.4585988 ] Correct: [37.1875 66.5625 77.5 83.59375 83.4375 ]% Cross Entropy Loss: [1.8839222 0.8749157 0.53012115 0.41767758 0.39063418] Correct: [37.96875 69.84375 82.34375 85.3125 85.3125 ]% Cross Entropy Loss: [1.9194456 0.9267127 0.55275804 0.45093617 0.38131458] Correct: [37.34375 68.28125 79.53125 82.96875 86.40625]% Cross Entropy Loss: [1.9614899 0.95224744 0.56829166 0.43094787 0.38817996] Correct: [40.15625 69.375 81.875 86.5625 86.71875]% Cross Entropy Loss: [2.026785 0.98733026 0.6419558 0.5756149 0.4526156 ] Correct: [33.75 65.78125 76.25 79.0625 83.59375]% Cross Entropy Loss: [1.8283999 0.8708066 0.5675672 0.43010777 0.35793653] Correct: [40. 70.15625 80.3125 85.625 87.96875]% Cross Entropy Loss: [2.0992842 1.0942941 0.6499775 0.52429974 0.45254087] Correct: [35. 63.75 77.03125 83.28125 84.6875 ]% Cross Entropy Loss: [1.8977177 0.8363042 0.56761855 0.4444344 0.39867622] Correct: [38.59375 70.78125 78.28125 84.375 84.375 ]% Cross Entropy Loss: [1.9527242 0.85907334 0.516268 0.35937804 0.31511584] Correct: [38.75 70.625 81.5625 87.5 88.75 ]% Cross Entropy Loss: [2.143477 1.0192902 0.6933265 0.5290369 0.46043152] Correct: [36.09375 66.25 76.09375 81.875 84.84375]% Cross Entropy Loss: [1.9594462 0.9469212 0.6189085 0.47916555 0.3784197 ] Correct: [38.75 69.21875 78.4375 83.75 86.25 ]% Cross Entropy Loss: [2.0120523 0.9181968 0.5553943 0.4553369 0.394628 ] Correct: [37.34375 66.875 80.3125 84.21875 85.78125]% Cross Entropy Loss: [2.0009506 0.90550315 0.5156458 0.41122928 0.35637426] Correct: [38.4375 71.09375 82.1875 86.5625 88.90625]% Cross Entropy Loss: [1.8876803 0.92379236 0.5990325 0.4674332 0.4291396 ] Correct: [39.21875 67.03125 80.9375 84.21875 86.875 ]% Cross Entropy Loss: [2.0889459 0.9452875 0.5847486 0.44553456 0.4568817 ] Correct: [36.09375 69.0625 82.96875 85.46875 85.78125]% Cross Entropy Loss: [2.0327132 0.9649812 0.61422515 0.46582675 0.42243633] Correct: [33.28125 66.09375 78.28125 83.125 86.40625]% Cross Entropy Loss: [2.1357405 1.0789258 0.6650029 0.56295174 0.49538946] Correct: [33.75 63.90625 78.4375 80.625 83.59375]% Cross Entropy Loss: [2.0636964 0.99476415 0.66402197 0.48995572 0.46248117] Correct: [35.15625 62.8125 78.28125 84.375 84.0625 ]% Cross Entropy Loss: [1.8769392 0.8312028 0.5341413 0.3954553 0.30039644] Correct: [40.3125 70.3125 80.9375 84.84375 89.84375]% Cross Entropy Loss: [1.7315471 0.81639576 0.5210665 0.3676738 0.33770674] Correct: [39.84375 72.1875 80.46875 87.03125 88.28125]% Cross Entropy Loss: [1.7556264 0.7953702 0.47730666 0.39149052 0.33435535] Correct: [43.4375 72.1875 82.03125 85.78125 87.5 ]% Cross Entropy Loss: [2.054813 0.967806 0.5924915 0.45960793 0.3996569 ] Correct: [39.6875 67.96875 79.0625 82.96875 85.15625]% Cross Entropy Loss: [2.0397801 1.0230266 0.639528 0.53478277 0.46103182] Correct: [33.75 65.15625 80.625 82.5 84.21875]% Cross Entropy Loss: [1.966691 0.9095867 0.59159416 0.49888596 0.4346858 ] Correct: [38.75 68.4375 81.40625 82.65625 85.625 ]% Cross Entropy Loss: [2.004023 0.8735899 0.52584803 0.42195907 0.35676795] Correct: [34.375 69.53125 82.1875 85.625 86.25 ]% Cross Entropy Loss: [1.84813 0.79113984 0.5189914 0.38371518 0.32448015] Correct: [40.78125 71.40625 82.8125 87.34375 88.4375 ]% Cross Entropy Loss: [1.930851 0.83040744 0.55328023 0.46333122 0.41066042] Correct: [38.125 72.5 80.625 84.21875 85.78125]% Cross Entropy Loss: [1.8468635 0.93842804 0.63978565 0.4779873 0.4126731 ] Correct: [40.3125 68.4375 78.28125 84.21875 84.84375]% Cross Entropy Loss: [1.9571642 0.92817116 0.5805162 0.4506546 0.39165208] Correct: [36.875 68.75 79.21875 85.3125 85.78125]% Cross Entropy Loss: [2.1843724 1.0543375 0.6764649 0.5182084 0.4416562] Correct: [34.375 63.4375 77.65625 82.1875 85.78125]% Cross Entropy Loss: [2.0248237 0.9927989 0.600382 0.49428606 0.40656537] Correct: [33.4375 67.5 79.84375 83.28125 84.375 ]% Cross Entropy Loss: [1.998339 0.94878566 0.601221 0.48684517 0.40262905] Correct: [35.9375 68.75 80.9375 82.96875 86.5625 ]% Cross Entropy Loss: [1.8898833 0.9287979 0.5507262 0.4411851 0.36226767] Correct: [41.40625 69.0625 79.6875 84.375 87.5 ]% Cross Entropy Loss: [1.8982613 0.7898033 0.4665072 0.4069213 0.32709822] Correct: [39.375 72.34375 83.90625 86.5625 88.4375 ]% Cross Entropy Loss: [1.7929184 0.7848402 0.5140467 0.36163834 0.32563955] Correct: [42.1875 72.5 80.9375 86.875 88.28125]% Cross Entropy Loss: [1.8540428 0.87394726 0.5304266 0.40032154 0.32423458] Correct: [40.46875 69.53125 81.09375 88.59375 88.75 ]% Cross Entropy Loss: [1.9749448 0.8969259 0.5603952 0.4138527 0.39808327] Correct: [33.90625 69.21875 79.84375 85.625 85.78125]% Cross Entropy Loss: [1.9771017 0.9149095 0.67055553 0.5018309 0.49610487] Correct: [40.15625 69.84375 78.75 83.28125 83.28125]% Cross Entropy Loss: [1.782501 0.78012353 0.5015756 0.4261922 0.4176937 ] Correct: [43.4375 72.96875 84.21875 86.09375 85. ]% Cross Entropy Loss: [1.8705279 0.9222167 0.56549066 0.48395056 0.39850062] Correct: [39.375 70.15625 81.875 84.6875 87.34375]% Cross Entropy Loss: [1.9905907 0.85957927 0.53655255 0.42952695 0.3547735 ] Correct: [34.84375 69.84375 81.875 85.3125 87.65625]% Cross Entropy Loss: [2.05003 0.9656051 0.607973 0.51212347 0.42098778] Correct: [35.3125 68.75 78.28125 83.28125 85. ]% Cross Entropy Loss: [1.9744093 0.9075875 0.55911785 0.47438702 0.3879512 ] Correct: [39.6875 68.75 81.71875 84.6875 86.875 ]% Cross Entropy Loss: [1.9192498 0.83132446 0.5449622 0.42280537 0.35678026] Correct: [40.625 71.875 81.71875 84.6875 87.96875]% Cross Entropy Loss: [1.9120337 0.84664536 0.56395084 0.42278266 0.4006768 ] Correct: [42.1875 70.78125 80.15625 85.15625 87.03125]% Cross Entropy Loss: [1.7418547 0.8151573 0.4867298 0.3899987 0.3670637] Correct: [44.84375 70.78125 84.375 87.34375 87.5 ]% Cross Entropy Loss: [1.9407551 0.8245529 0.54438794 0.42050615 0.38837975] Correct: [38.59375 72.5 81.09375 85.3125 86.5625 ]% Cross Entropy Loss: [2.2147489 1.1582739 0.6875529 0.58211386 0.54386395] Correct: [33.125 61.5625 78.28125 80.9375 82.03125]% Cross Entropy Loss: [1.8494841 0.8436469 0.5695616 0.44595084 0.398457 ] Correct: [38.75 72.03125 80.9375 85.3125 85.15625]% Cross Entropy Loss: [1.8940823 0.931886 0.6266585 0.47693196 0.41247278] Correct: [38.75 70.46875 79.21875 84.21875 86.25 ]% Cross Entropy Loss: [1.9018261 0.88675165 0.61794084 0.47907916 0.4013458 ] Correct: [37.34375 69.375 78.4375 82.8125 86.25 ]% Cross Entropy Loss: [2.0216439 0.85813266 0.59086955 0.41676027 0.3979085 ] Correct: [35.15625 69.6875 78.75 85.625 86.09375]% Cross Entropy Loss: [1.9162807 0.8463063 0.58899826 0.4480652 0.38788652] Correct: [37.96875 72.5 79.0625 84.6875 88.75 ]% Cross Entropy Loss: [1.8826916 0.95594233 0.64928496 0.5363469 0.45912114] Correct: [39.375 67.8125 79.375 80. 84.21875]% Cross Entropy Loss: [1.8797909 0.87407696 0.5580175 0.4330617 0.3862539 ] Correct: [35.15625 71.71875 80. 83.90625 84.6875 ]% Cross Entropy Loss: [1.8589998 0.88380784 0.5637268 0.43140092 0.3896231 ] Correct: [41.09375 70.9375 81.09375 83.59375 87.96875]% Cross Entropy Loss: [1.7093445 0.8047155 0.494025 0.39444116 0.36341578] Correct: [45.3125 72.65625 80.9375 85.3125 87.5 ]% Cross Entropy Loss: [2.0940418 1.0071018 0.63109213 0.46666735 0.39462495] Correct: [35.9375 66.25 78.4375 83.4375 84.375 ]% Cross Entropy Loss: [2.042695 0.8683547 0.46619043 0.392494 0.32806763] Correct: [35. 69.6875 85.15625 86.71875 90.15625]% Cross Entropy Loss: [1.9870723 0.8587979 0.49970135 0.39676955 0.34551412] Correct: [36.875 71.71875 82.96875 87.96875 89.375 ]% Cross Entropy Loss: [1.7954414 0.808081 0.5226864 0.38802978 0.37066597] Correct: [44.53125 73.4375 83.125 86.09375 87.1875 ]% Cross Entropy Loss: [1.8939159 0.8434726 0.56559783 0.46507272 0.455306 ] Correct: [37.03125 71.25 79.6875 84.0625 84.375 ]% Cross Entropy Loss: [1.8380299 0.8679692 0.55126107 0.432995 0.4176188 ] Correct: [39.375 69.21875 81.5625 85. 85.625 ]% Cross Entropy Loss: [2.0376883 1.0201249 0.6100767 0.5116366 0.44189915] Correct: [37.96875 66.25 80.46875 85.15625 85.15625]% Cross Entropy Loss: [2.0846267 0.99109364 0.6310348 0.48539495 0.4298336 ] Correct: [33.4375 70.46875 80. 81.875 85.3125 ]% Cross Entropy Loss: [1.8470728 0.74628764 0.45183545 0.3436772 0.3161934 ] Correct: [42.65625 74.21875 84.6875 88.90625 89.53125]% Cross Entropy Loss: [2.0877337 0.9916998 0.62050885 0.50868857 0.41584277] Correct: [35. 68.4375 78.90625 84.84375 86.5625 ]% Cross Entropy Loss: [1.9406668 0.92665833 0.59444416 0.47232056 0.44014177] Correct: [39.6875 68.90625 80.15625 83.4375 84.6875 ]% Cross Entropy Loss: [1.931325 0.88762873 0.49107933 0.39193937 0.3265428 ] Correct: [38.59375 70.3125 83.4375 86.5625 90.625 ]% Cross Entropy Loss: [2.085846 1.0468957 0.6643805 0.50209886 0.40506515] Correct: [34.84375 65.625 77.1875 82.03125 85.625 ]% Cross Entropy Loss: [1.7910469 0.8496416 0.62525576 0.52412176 0.4173022 ] Correct: [40.46875 71.25 77.1875 81.71875 86.09375]% Cross Entropy Loss: [1.8625122 0.82198316 0.5929097 0.4723423 0.39186606] Correct: [40.15625 69.0625 80. 84.53125 87.34375]% Cross Entropy Loss: [1.8701655 0.9181404 0.6563632 0.5308328 0.46942014] Correct: [38.90625 67.65625 77.8125 81.875 82.8125 ]% Cross Entropy Loss: [1.7823093 0.79252833 0.49895087 0.43585283 0.3429147 ] Correct: [41.71875 72.03125 84.6875 84.53125 88.28125]% Cross Entropy Loss: [2.0769284 0.9471099 0.6249989 0.5196879 0.39365035] Correct: [35.3125 67.96875 79.6875 83.90625 87.5 ]% Cross Entropy Loss: [1.9989827 0.9181 0.5662794 0.45422775 0.39101902] Correct: [36.40625 68.90625 80.78125 84.84375 86.5625 ]% Cross Entropy Loss: [1.9835951 0.9503008 0.59568286 0.5032152 0.39912987] Correct: [37.03125 68.28125 80.78125 82.8125 86.5625 ]% Cross Entropy Loss: [1.9870281 0.933848 0.6051333 0.5122462 0.4438141] Correct: [36.71875 65.9375 79.0625 82.1875 84.84375]% Cross Entropy Loss: [2.0245678 0.9401148 0.6543752 0.48821515 0.4272769 ] Correct: [35.78125 68.59375 77.8125 84.21875 85.15625]% Cross Entropy Loss: [1.912611 0.8781222 0.5418837 0.41239986 0.39642873] Correct: [38.4375 70.15625 82.03125 85.3125 85.78125]% Cross Entropy Loss: [1.8816932 0.85799634 0.5388644 0.43730155 0.40777245] Correct: [37.5 69.375 83.125 85.3125 84.84375]% Cross Entropy Loss: [1.9622056 0.90909654 0.6051623 0.47996798 0.43917578] Correct: [38.75 67.96875 76.40625 83.28125 84.6875 ]% Cross Entropy Loss: [1.8875206 0.8654156 0.5647762 0.41728726 0.3677585 ] Correct: [38.28125 70.78125 80.78125 84.6875 87.96875]% Cross Entropy Loss: [1.8099976 0.91067886 0.5752379 0.49747723 0.4136483 ] Correct: [38.59375 69.375 81.5625 83.75 85.9375 ]% Cross Entropy Loss: [1.8398707 0.89523685 0.5305296 0.43572444 0.38844737] Correct: [44.0625 68.125 81.5625 82.1875 85.625 ]% Cross Entropy Loss: [1.8865347 0.9430801 0.5751983 0.45922428 0.4044465 ] Correct: [38.75 70.78125 79.84375 85. 85.9375 ]% Cross Entropy Loss: [1.9774005 0.8674719 0.5422487 0.44139618 0.41631833] Correct: [37.5 69.375 82.03125 85.15625 85.46875]% Cross Entropy Loss: [2.065577 0.91752034 0.5763604 0.497499 0.41736126] Correct: [33.90625 68.28125 81.25 82.5 86.09375]% Cross Entropy Loss: [1.9476261 0.99515676 0.5828222 0.4780233 0.4048496 ] Correct: [35. 68.28125 80.15625 83.59375 84.6875 ]% Cross Entropy Loss: [1.860787 0.73816204 0.4198855 0.3211196 0.29886714] Correct: [38.4375 73.90625 86.25 89.0625 90.625 ]% Cross Entropy Loss: [1.9194963 0.8992981 0.5401409 0.41526747 0.40920156] Correct: [39.375 68.28125 82.1875 86.71875 86.5625 ]% Cross Entropy Loss: [2.156303 0.9160339 0.5205114 0.40641338 0.33423597] Correct: [36.875 69.53125 82.5 85.78125 87.03125]% Cross Entropy Loss: [1.9211805 0.8997261 0.5740287 0.4685666 0.38606 ] Correct: [39.21875 70. 80.3125 82.96875 85.78125]% Cross Entropy Loss: [1.9976193 0.8872865 0.5490445 0.42353374 0.32569233] Correct: [35.9375 70.3125 80.46875 86.09375 90.3125 ]% Cross Entropy Loss: [1.9394964 0.9240843 0.54360753 0.3919704 0.33644062] Correct: [37.34375 67.8125 80.15625 86.25 87.1875 ]% Cross Entropy Loss: [2.0929737 0.98743725 0.6648788 0.4816052 0.45484892] Correct: [36.09375 66.25 76.5625 83.75 84.375 ]% Cross Entropy Loss: [1.9083393 0.92647314 0.54325736 0.4332467 0.39336473] Correct: [40. 67.34375 79.84375 84.53125 87.65625]% Cross Entropy Loss: [2.02881 0.9689554 0.6768456 0.52729076 0.5126032 ] Correct: [35.15625 66.09375 78.28125 83.125 83.75 ]% Cross Entropy Loss: [1.8785778 0.9898775 0.6274828 0.5041475 0.4090907] Correct: [38.4375 68.28125 79.84375 85. 85.9375 ]% Cross Entropy Loss: [1.9012263 0.8123062 0.49639505 0.4223939 0.3401406 ] Correct: [37.03125 72.65625 82.8125 85.9375 87.5 ]% Cross Entropy Loss: [1.867692 0.9184884 0.55688757 0.43248206 0.3505991 ] Correct: [39.6875 68.4375 79.53125 83.90625 88.125 ]% Cross Entropy Loss: [2.0120208 0.9330292 0.5932466 0.49021897 0.41625133] Correct: [36.40625 68.59375 78.90625 84.0625 85.625 ]% Cross Entropy Loss: [1.8758097 0.7566989 0.46078157 0.3621462 0.30995327] Correct: [39.6875 73.59375 83.125 87.96875 89.6875 ]% Cross Entropy Loss: [1.8543888 0.8406307 0.53880155 0.44010824 0.37599483] Correct: [40.15625 72.1875 82.8125 84.0625 88.4375 ]% Cross Entropy Loss: [1.8921229 0.88286066 0.49151152 0.40505004 0.33697876] Correct: [39.84375 71.5625 82.65625 84.375 86.5625 ]% Cross Entropy Loss: [1.7245604 0.7645716 0.45390254 0.35179275 0.3296981 ] Correct: [43.90625 73.75 83.90625 87.5 88.59375]% Cross Entropy Loss: [1.8923889 0.8812583 0.56317675 0.39739174 0.3475606 ] Correct: [37.03125 70.9375 77.8125 85.9375 87.34375]% Cross Entropy Loss: [2.1741257 1.0430106 0.633597 0.49823397 0.437414 ] Correct: [34.0625 64.6875 77.8125 82.96875 84.6875 ]% Cross Entropy Loss: [1.9272709 0.81312454 0.5158384 0.4309493 0.3782968 ] Correct: [37.34375 72.8125 82.8125 85.46875 86.5625 ]% Cross Entropy Loss: [1.9596357 0.9107087 0.5667608 0.4631192 0.38532004] Correct: [37.34375 70.9375 80.15625 82.8125 85.15625]% Cross Entropy Loss: [1.9623076 0.8900388 0.58352983 0.46380883 0.36654538] Correct: [33.75 68.4375 77.96875 84.53125 87.8125 ]% Cross Entropy Loss: [1.865251 0.8261317 0.5018547 0.40010938 0.3244745 ] Correct: [38.4375 71.09375 82.96875 85.78125 88.28125]% Cross Entropy Loss: [2.0431151 1.0341514 0.6882421 0.55321735 0.4807952 ] Correct: [37.03125 66.09375 77.1875 82.03125 83.4375 ]% Cross Entropy Loss: [1.9000928 0.8746208 0.59801775 0.48202634 0.40357837] Correct: [37.96875 69.0625 79.84375 82.8125 87.65625]% Cross Entropy Loss: [1.9007185 0.8144926 0.48157614 0.42314202 0.345685 ] Correct: [39.375 71.40625 84.21875 85.9375 87.03125]% Cross Entropy Loss: [2.0330138 0.9170116 0.53552425 0.41546816 0.36097923] Correct: [35.625 68.4375 82.34375 85. 86.875 ]% Cross Entropy Loss: [1.918437 0.8093235 0.5063949 0.39432424 0.33125982] Correct: [37.5 70.9375 83.4375 86.71875 86.875 ]% Cross Entropy Loss: [1.9502544 0.8179924 0.49813023 0.38321018 0.35453066] Correct: [36.71875 70. 82.1875 86.71875 87.96875]% Cross Entropy Loss: [2.0942564 0.94165313 0.59971106 0.48508492 0.4252538 ] Correct: [35.3125 69.53125 79.84375 83.59375 86.40625]% Cross Entropy Loss: [1.8485863 0.8282957 0.5349038 0.39183006 0.35581407] Correct: [41.09375 73.4375 81.40625 85.9375 88.28125]% Cross Entropy Loss: [1.8661759 0.8810706 0.49771166 0.4201552 0.33426085] Correct: [39.375 68.90625 82.96875 86.5625 89.0625 ]% Cross Entropy Loss: [1.9822537 0.95775527 0.54863656 0.4388822 0.36540255] Correct: [37.1875 69.84375 81.875 85.15625 87.34375]% Cross Entropy Loss: [2.0119984 0.87603873 0.5683737 0.4300611 0.35618526] Correct: [36.71875 70.46875 80.625 85.46875 87.34375]% Cross Entropy Loss: [1.6774969 0.8075962 0.5038737 0.38736767 0.34443524] Correct: [44.375 70.78125 83.75 86.40625 87.65625]% Cross Entropy Loss: [1.7758214 0.7992104 0.48523912 0.37208873 0.33229595] Correct: [42.1875 72.96875 82.96875 87.96875 89.375 ]% Cross Entropy Loss: [1.7892046 0.74995625 0.47785553 0.365709 0.3301885 ] Correct: [39.375 73.4375 82.65625 87.65625 87.96875]% Cross Entropy Loss: [1.8449895 0.80322903 0.4808363 0.39796457 0.34836024] Correct: [42.03125 70. 82.96875 87.34375 88.125 ]% Cross Entropy Loss: [1.936652 0.8513789 0.5435735 0.4035417 0.33604547] Correct: [36.71875 69.53125 81.71875 86.09375 88.75 ]% Cross Entropy Loss: [1.8165941 0.7517516 0.48259926 0.37032467 0.3371498 ] Correct: [39.53125 74.84375 83.125 87.65625 86.875 ]% Cross Entropy Loss: [1.7864052 0.83950967 0.51441365 0.38067815 0.34751096] Correct: [41.71875 72.34375 81.40625 86.875 88.59375]% Cross Entropy Loss: [2.0388498 0.8967124 0.5421039 0.38239637 0.33494097] Correct: [35.3125 69.375 82.1875 85.46875 87.5 ]% Cross Entropy Loss: [1.8036168 0.7947642 0.5309774 0.42460495 0.36451373] Correct: [38.59375 70.9375 81.71875 85.625 87.1875 ]% Cross Entropy Loss: [1.9309489 0.9166837 0.5717752 0.43047133 0.36603174] Correct: [39.53125 68.28125 80.15625 86.25 87.5 ]% Cross Entropy Loss: [1.7605194 0.79049456 0.53379714 0.39469218 0.3134281 ] Correct: [40.9375 72.96875 83.75 87.34375 90.3125 ]% Cross Entropy Loss: [1.7801971 0.8082228 0.48253936 0.3896967 0.3379651 ] Correct: [41.40625 69.84375 84.0625 86.40625 88.4375 ]% Cross Entropy Loss: [1.9093454 0.8448634 0.61515254 0.45231295 0.37690708] Correct: [38.59375 70.78125 79.53125 85.46875 86.5625 ]% Cross Entropy Loss: [1.9423832 0.9322049 0.5843326 0.48016602 0.4135483 ] Correct: [38.90625 68.28125 79.53125 84.21875 84.6875 ]% Cross Entropy Loss: [1.8856552 0.8328931 0.52518356 0.40886942 0.34375605] Correct: [39.375 70.78125 81.875 87.34375 89.53125]% Cross Entropy Loss: [1.7432652 0.8051645 0.5088784 0.35149854 0.32856965] Correct: [44.375 71.875 82.96875 87.5 86.5625 ]% Cross Entropy Loss: [1.8212112 0.81049746 0.49991512 0.3521741 0.3210624 ] Correct: [40.15625 71.40625 83.90625 87.5 89.53125]% Cross Entropy Loss: [1.9445909 0.8845277 0.53257155 0.38074413 0.3401279 ] Correct: [37.34375 69.0625 82.1875 87.1875 88.28125]% Cross Entropy Loss: [2.0349865 0.9184942 0.5681256 0.44296455 0.37959185] Correct: [35.3125 67.65625 82.1875 85.15625 87.8125 ]% Cross Entropy Loss: [2.1023376 0.9862871 0.59272873 0.4535772 0.413929 ] Correct: [35.3125 65.9375 79.0625 84.53125 85.625 ]% Cross Entropy Loss: [2.073819 0.96834767 0.6407554 0.5531026 0.44335565] Correct: [36.09375 68.4375 78.59375 80.625 85.3125 ]% Cross Entropy Loss: [2.0110533 1.0091416 0.6555041 0.48693925 0.41085204] Correct: [37.5 68.125 79.375 82.65625 86.09375]% Cross Entropy Loss: [1.904021 0.7822198 0.48698932 0.3732655 0.29440844] Correct: [40.625 71.5625 82.8125 87.96875 89.53125]% Cross Entropy Loss: [2.115849 0.9059764 0.5722287 0.4596685 0.36761934] Correct: [33.90625 69.84375 79.53125 84.53125 87.5 ]% Cross Entropy Loss: [2.0170717 1.0159156 0.63883346 0.5246495 0.415615 ] Correct: [34.375 65.9375 77.34375 82.1875 85. ]% Cross Entropy Loss: [1.8458996 0.7831983 0.53903234 0.41609162 0.39128155] Correct: [38.90625 72.8125 80.46875 86.25 85.9375 ]% Cross Entropy Loss: [1.8493426 0.87850416 0.5782006 0.45535737 0.38192135] Correct: [39.84375 70.46875 78.90625 83.75 87.1875 ]% Cross Entropy Loss: [1.9565432 0.86957014 0.59392804 0.41925278 0.38302332] Correct: [40.3125 69.84375 80.9375 86.09375 88.125 ]% Cross Entropy Loss: [1.7226881 0.76229584 0.4881745 0.3778297 0.32265902] Correct: [41.5625 73.28125 82.8125 88.4375 88.28125]% Cross Entropy Loss: [1.8055141 0.9382645 0.57164276 0.4532868 0.37892953] Correct: [41.875 68.90625 80.625 85.3125 87.1875 ]% Cross Entropy Loss: [1.7663873 0.7964318 0.49309188 0.42631525 0.3400731 ] Correct: [40.78125 72.8125 83.90625 86.40625 88.90625]% Cross Entropy Loss: [1.8586769 0.8083336 0.4742797 0.3346923 0.31583238] Correct: [39.0625 72.03125 83.90625 88.90625 90.15625]% Cross Entropy Loss: [1.9960248 0.9299145 0.537562 0.40528816 0.365791 ] Correct: [36.5625 66.71875 81.875 87.8125 87.1875 ]% Cross Entropy Loss: [1.8759779 0.87994367 0.5148772 0.41209048 0.3544486 ] Correct: [40.15625 67.03125 82.1875 86.09375 87.8125 ]% Cross Entropy Loss: [1.8247957 0.8885256 0.5494234 0.46448913 0.35646412] Correct: [38.125 70.3125 81.875 83.4375 87.5 ]% Cross Entropy Loss: [1.7291067 0.73991907 0.43997574 0.34589407 0.30613172] Correct: [41.5625 77.1875 86.71875 87.96875 89.53125]% Cross Entropy Loss: [1.8675734 0.83426285 0.52904826 0.38637608 0.34992272] Correct: [38.90625 72.34375 82.5 85. 87.5 ]% Cross Entropy Loss: [1.9795091 0.9029409 0.5360906 0.39464882 0.3529511 ] Correct: [35.9375 70. 80.9375 84.6875 86.40625]% Cross Entropy Loss: [1.8305566 0.8548958 0.5444956 0.4111156 0.33717078] Correct: [40.15625 70.9375 81.5625 85.625 88.75 ]% Cross Entropy Loss: [1.8448147 0.8949067 0.5381314 0.40237683 0.33874515] Correct: [38.90625 68.4375 81.09375 85.3125 88.75 ]% Cross Entropy Loss: [2.0967722 0.8588524 0.5059782 0.38335276 0.33356947] Correct: [35.15625 71.71875 83.28125 86.71875 89.375 ]% Cross Entropy Loss: [1.8480618 0.8431409 0.5279506 0.4024101 0.3913355] Correct: [40.78125 70.3125 81.71875 85.9375 87.1875 ]% Cross Entropy Loss: [1.898246 0.89835167 0.48757344 0.35788602 0.2885682 ] Correct: [41.40625 69.0625 82.34375 87.1875 89.0625 ]% Cross Entropy Loss: [1.9972044 0.91511554 0.5470926 0.44592887 0.3648378 ] Correct: [37.5 68.59375 81.5625 86.25 87.65625]% Cross Entropy Loss: [2.0004754 0.9621504 0.6035672 0.5335557 0.4671747] Correct: [39.21875 66.25 80.3125 81.25 83.4375 ]% Cross Entropy Loss: [1.7816474 0.8143978 0.5233911 0.40475696 0.34969112] Correct: [41.71875 73.4375 83.4375 85.625 88.59375]% Cross Entropy Loss: [2.0507455 0.9036333 0.5895006 0.41086808 0.35975415] Correct: [35. 69.53125 80.15625 85. 87.8125 ]% Cross Entropy Loss: [1.9024347 0.8935997 0.50956357 0.39581633 0.3255929 ] Correct: [37.5 69.53125 81.5625 85.78125 89.21875]% Cross Entropy Loss: [1.8937136 0.85996544 0.54267794 0.42096385 0.34769642] Correct: [39.53125 70.15625 81.25 86.71875 87.8125 ]% Cross Entropy Loss: [2.050983 0.95073354 0.59508455 0.49610466 0.41981927] Correct: [36.25 69.375 78.4375 83.4375 84.53125]% Cross Entropy Loss: [1.8906953 0.8787177 0.5394279 0.41837922 0.3913048 ] Correct: [39.375 69.84375 81.09375 84.21875 87.34375]% Cross Entropy Loss: [1.9172516 0.8013315 0.47329932 0.38965502 0.33805397] Correct: [37.96875 72.1875 83.4375 87.8125 89.0625 ]% Cross Entropy Loss: [2.0847092 0.9758693 0.59633315 0.48112392 0.40542537] Correct: [36.09375 67.8125 80.9375 84.53125 86.09375]% Cross Entropy Loss: [1.9180005 0.8296453 0.5097351 0.4127446 0.3470537] Correct: [37.5 71.5625 82.96875 85.9375 88.4375 ]% Cross Entropy Loss: [2.0014596 0.92821896 0.53404474 0.4449556 0.40438214] Correct: [36.09375 69.6875 81.25 83.28125 86.09375]% Cross Entropy Loss: [1.8764473 0.8023241 0.52545637 0.41997805 0.33853683] Correct: [37.34375 73.90625 79.53125 85.46875 89.53125]% Cross Entropy Loss: [1.7775215 0.84661627 0.5626827 0.47175756 0.4175628 ] Correct: [40. 69.6875 81.40625 83.90625 85.15625]% Cross Entropy Loss: [1.7648895 0.78523076 0.5118626 0.39914697 0.36184683] Correct: [42.5 73.75 84.21875 86.5625 88.125 ]% Cross Entropy Loss: [1.996144 0.832895 0.5456879 0.4146448 0.3567232] Correct: [37.65625 72.03125 80.15625 85.9375 87.1875 ]% Cross Entropy Loss: [1.9579127 0.85924834 0.5417138 0.42155448 0.35435146] Correct: [39.6875 70. 81.40625 85.15625 87.5 ]% Cross Entropy Loss: [1.7344793 0.8056477 0.4607602 0.38216597 0.31623632] Correct: [43.75 71.09375 83.75 86.875 89.6875 ]% Cross Entropy Loss: [1.9838724 0.9294403 0.6004032 0.45485467 0.33432382] Correct: [37.96875 67.34375 78.28125 83.59375 87.96875]% Cross Entropy Loss: [2.008107 0.9762756 0.5619721 0.45044738 0.35137647] Correct: [37.96875 67.96875 80.625 85.3125 89.0625 ]% Cross Entropy Loss: [1.8151093 0.782573 0.47850594 0.36928564 0.2950774 ] Correct: [39.53125 72.96875 82.5 87.1875 89.53125]% Cross Entropy Loss: [1.7029358 0.7843323 0.4906694 0.41108727 0.3603099 ] Correct: [44.375 73.28125 83.59375 85.625 87.1875 ]% Cross Entropy Loss: [1.8563416 0.87466115 0.5269418 0.41211778 0.37062508] Correct: [38.4375 69.53125 79.84375 85.78125 86.71875]% Cross Entropy Loss: [1.9156744 0.8117199 0.49977732 0.36395672 0.28240666] Correct: [39.6875 71.875 80. 87.34375 90.15625]% Cross Entropy Loss: [1.9883366 0.885712 0.58457386 0.42522186 0.36735886] Correct: [38.4375 69.84375 80.46875 84.84375 86.875 ]% Cross Entropy Loss: [1.8055389 0.7857153 0.48976645 0.3564304 0.29709965] Correct: [39.6875 73.90625 85.15625 86.40625 88.75 ]% Cross Entropy Loss: [1.84231 0.7704958 0.43327075 0.34317106 0.27810645] Correct: [40.625 72.65625 85.46875 87.65625 90.9375 ]% Cross Entropy Loss: [1.976465 0.886145 0.49754518 0.3918367 0.327571 ] Correct: [35.3125 70.15625 82.96875 87.34375 89.21875]% Cross Entropy Loss: [1.8871647 0.83771753 0.500973 0.36391592 0.30435222] Correct: [37.1875 71.25 82.96875 87.5 89.375 ]% Cross Entropy Loss: [2.120115 0.9568464 0.60292256 0.4838727 0.4242959 ] Correct: [38.28125 68.4375 81.09375 83.28125 84.375 ]% Cross Entropy Loss: [2.0885067 0.994933 0.5915146 0.49913883 0.41662797] Correct: [33.59375 66.09375 80. 82.65625 86.40625]% Cross Entropy Loss: [2.027163 0.8544752 0.59655464 0.46235162 0.3505811 ] Correct: [34.53125 69.375 77.8125 85.3125 87.8125 ]% Cross Entropy Loss: [1.684527 0.73258185 0.4737785 0.35250372 0.28374308] Correct: [41.875 74.0625 83.75 86.25 91.25 ]% Cross Entropy Loss: [2.057204 0.986992 0.63721997 0.50475293 0.43371838] Correct: [35.15625 65.9375 78.125 81.40625 85.78125]% Cross Entropy Loss: [1.9542615 0.9260479 0.58088857 0.457318 0.40747184] Correct: [40.15625 68.125 80.9375 83.125 85.78125]% Cross Entropy Loss: [2.0899556 0.9963376 0.5706104 0.41288328 0.32244593] Correct: [35.15625 65.9375 80.9375 85.15625 89.0625 ]% Cross Entropy Loss: [1.9635632 0.90511465 0.6086411 0.47703558 0.4077592 ] Correct: [38.125 72.03125 81.40625 83.90625 87.34375]% Cross Entropy Loss: [1.8610113 0.87249964 0.47441274 0.38914955 0.32645774] Correct: [40.9375 70.625 82.5 86.875 88.90625]% Cross Entropy Loss: [1.8712018 0.92658025 0.5714799 0.43864208 0.3836128 ] Correct: [38.125 69.21875 80.3125 85.3125 85.9375 ]% Cross Entropy Loss: [1.8550638 0.8551982 0.523074 0.44899654 0.3433271 ] Correct: [40.15625 73.59375 82.03125 85.15625 87.5 ]% Cross Entropy Loss: [1.8104782 0.8192221 0.46878403 0.36990133 0.3139049 ] Correct: [40.15625 69.84375 83.125 87.03125 87.96875]% Cross Entropy Loss: [2.0671551 0.9770543 0.59859407 0.5017624 0.4167258 ] Correct: [35. 68.90625 80.15625 82.34375 84.84375]% Cross Entropy Loss: [2.078545 0.91231203 0.62326777 0.46500492 0.41551065] Correct: [37.5 67.65625 78.28125 84.375 86.25 ]% Cross Entropy Loss: [1.7677736 0.8541647 0.52344245 0.3834727 0.3317958 ] Correct: [40.625 69.6875 81.71875 87.1875 87.34375]% Cross Entropy Loss: [1.9179037 0.8473369 0.51787 0.3813215 0.35535696] Correct: [39.84375 70.46875 82.96875 86.875 87.96875]% Cross Entropy Loss: [1.9773772 0.95419466 0.55429184 0.47012267 0.40388417] Correct: [36.25 66.09375 81.40625 82.65625 85.625 ]% Cross Entropy Loss: [1.9562229 0.8883208 0.5839258 0.44233173 0.36786994] Correct: [37.96875 69.0625 82.65625 84.84375 87.65625]% Cross Entropy Loss: [1.8878431 0.83343697 0.514241 0.40399808 0.3571398 ] Correct: [37.8125 70.15625 83.75 86.09375 88.75 ]% Cross Entropy Loss: [1.8907859 0.8304097 0.53290147 0.4153008 0.37411526] Correct: [39.375 72.03125 80. 85.3125 87.1875 ]% Cross Entropy Loss: [1.7859173 0.77445906 0.49131832 0.3672372 0.31510082] Correct: [41.40625 71.5625 83.125 87.1875 90. ]% Cross Entropy Loss: [1.8711376 0.7972827 0.4781112 0.38057044 0.32885227] Correct: [38.59375 72.1875 83.125 86.40625 88.75 ]% Cross Entropy Loss: [1.8291667 0.8506395 0.49114722 0.36076775 0.31666228] Correct: [40.625 70.78125 82.96875 86.71875 88.90625]% Cross Entropy Loss: [1.8485101 0.9163556 0.5513569 0.4340834 0.37239987] Correct: [38.59375 70.46875 81.40625 86.25 87.34375]% Cross Entropy Loss: [1.9214599 0.88312995 0.53705335 0.44228634 0.34856504] Correct: [37.96875 71.09375 81.875 85.78125 87.65625]% Cross Entropy Loss: [1.7886263 0.7727176 0.5379137 0.39720514 0.3491841 ] Correct: [40.625 72.03125 82.03125 86.25 87.8125 ]% Cross Entropy Loss: [1.8787596 0.85015345 0.45785484 0.315911 0.28253478] Correct: [37.1875 72.5 84.6875 89.375 90.625 ]% Cross Entropy Loss: [1.8708575 0.80052006 0.49545035 0.35871688 0.35448343] Correct: [40.3125 72.5 80.9375 87.8125 87.8125]% Cross Entropy Loss: [1.6935403 0.6971384 0.41992664 0.3006509 0.27996293] Correct: [43.28125 74.6875 86.09375 90. 90.3125 ]% Cross Entropy Loss: [1.8590657 0.82957965 0.5412258 0.41638198 0.33579913] Correct: [38.90625 72.1875 82.03125 86.40625 88.75 ]% Cross Entropy Loss: [1.9391038 0.79807365 0.45603704 0.33977443 0.30116838] Correct: [35.9375 73.125 83.75 90. 89.6875]% Cross Entropy Loss: [1.8679819 0.82784116 0.50196946 0.39096275 0.33511367] Correct: [39.375 72.34375 84.21875 87.65625 88.90625]% Cross Entropy Loss: [2.009126 0.87978536 0.53248334 0.42236957 0.3517557 ] Correct: [38.75 68.59375 80.3125 85.9375 87.1875 ]% Cross Entropy Loss: [1.8331722 0.82623065 0.5436185 0.42607194 0.37492424] Correct: [42.1875 73.4375 82.5 84.84375 86.09375]% Cross Entropy Loss: [2.1697738 0.92446786 0.55154455 0.41339117 0.36525625] Correct: [35.46875 70.15625 82.03125 85.46875 87.03125]% Cross Entropy Loss: [1.8902595 0.8055352 0.5066896 0.4173023 0.38431534] Correct: [35.15625 72.34375 81.875 85.3125 86.71875]% Cross Entropy Loss: [1.8263565 0.83920825 0.47089705 0.38784245 0.304228 ] Correct: [40.3125 71.71875 82.96875 85.9375 88.28125]% Cross Entropy Loss: [1.7457292 0.7934207 0.46931115 0.41957456 0.31259146] Correct: [43.75 74.21875 83.59375 85.3125 89.21875]% Cross Entropy Loss: [1.8710861 0.78077096 0.48155832 0.37280494 0.3251686 ] Correct: [38.125 75. 84.21875 87.96875 89.375 ]% Cross Entropy Loss: [1.9092495 0.89819896 0.5520903 0.42081738 0.37091574] Correct: [39.0625 70. 81.71875 85.78125 87.1875 ]% Cross Entropy Loss: [1.7825361 0.7708351 0.47729477 0.38287735 0.32151812] Correct: [40.3125 74.0625 84.21875 87.5 89.21875]% Cross Entropy Loss: [1.6380959 0.7072929 0.41545224 0.30086747 0.25665808] Correct: [43.125 74.84375 86.25 89.375 90.78125]% Cross Entropy Loss: [1.9453142 0.83295375 0.4960052 0.36619288 0.31653553] Correct: [37.1875 71.71875 82.65625 86.875 88.28125]% Cross Entropy Loss: [1.8372768 0.8254282 0.53868616 0.4675776 0.4094575 ] Correct: [39.53125 72.65625 81.25 83.28125 85.9375 ]% Cross Entropy Loss: [1.6937234 0.7927817 0.48828405 0.40224877 0.34943658] Correct: [42.8125 72.03125 83.90625 86.40625 87.65625]% Cross Entropy Loss: [1.790082 0.754701 0.46526575 0.33091077 0.27727336] Correct: [42.03125 73.125 85. 88.59375 90.9375 ]% Cross Entropy Loss: [1.9439675 0.8647243 0.51965207 0.39876252 0.3314759 ] Correct: [38.125 69.84375 83.4375 84.0625 88.125 ]% Cross Entropy Loss: [1.5684565 0.6293107 0.42002568 0.338385 0.29531226] Correct: [45.78125 78.4375 85.15625 87.34375 89.6875 ]% Cross Entropy Loss: [2.0243134 0.82966167 0.49533176 0.36797976 0.28801197] Correct: [38.4375 70.9375 83.125 88.4375 90.78125]% Cross Entropy Loss: [1.7603328 0.8173666 0.51184285 0.40151685 0.33799714] Correct: [41.40625 72.5 81.25 85.78125 88.28125]% Cross Entropy Loss: [1.9691846 0.7616372 0.46224475 0.3578345 0.28267476] Correct: [37.96875 73.90625 85. 87.03125 91.25 ]% Cross Entropy Loss: [1.9065998 0.90649766 0.5459196 0.41193748 0.371162 ] Correct: [40.46875 68.59375 79.6875 84.375 85.78125]% Cross Entropy Loss: [1.7150751 0.77722436 0.50319517 0.38610283 0.32791886] Correct: [43.75 73.28125 81.40625 86.09375 89.53125]% Cross Entropy Loss: [1.8918747 0.83016175 0.46184975 0.35033914 0.3182512 ] Correct: [36.09375 71.5625 84.21875 88.125 88.90625]% Cross Entropy Loss: [1.8508177 0.8065494 0.45421648 0.3671271 0.2992683 ] Correct: [41.875 72.5 84.0625 87.8125 89.53125]% Cross Entropy Loss: [2.0011945 0.9427431 0.5546056 0.45978373 0.3918013 ] Correct: [39.84375 69.0625 80.78125 85. 87.03125]% Cross Entropy Loss: [1.8182452 0.6940893 0.44282675 0.34231645 0.30770493] Correct: [43.4375 74.84375 84.6875 88.59375 89.375 ]% Cross Entropy Loss: [1.8987694 0.81415653 0.49994713 0.36977875 0.31173888] Correct: [36.71875 72.96875 83.90625 87.03125 88.75 ]% Cross Entropy Loss: [1.8690712 0.7510097 0.44668072 0.3609782 0.33646086] Correct: [39.6875 74.21875 84.53125 87.34375 88.28125]% Cross Entropy Loss: [1.9090164 0.8561249 0.55483913 0.39986056 0.33681792] Correct: [37.96875 70.78125 82.8125 86.25 88.125 ]% Cross Entropy Loss: [2.0007749 0.93723947 0.51224387 0.39953807 0.2984855 ] Correct: [37.34375 67.34375 83.28125 87.8125 89.21875]% Cross Entropy Loss: [1.8478991 0.8569732 0.49999014 0.34704438 0.30035233] Correct: [37.1875 72.1875 84.21875 89.53125 89.375 ]% Cross Entropy Loss: [1.8795853 0.8944081 0.55193055 0.4511772 0.33873084] Correct: [39.375 69.53125 80.46875 84.0625 88.75 ]% Cross Entropy Loss: [1.8186741 0.7960753 0.47432852 0.42445812 0.3196225 ] Correct: [40.3125 73.28125 85.46875 83.90625 89.375 ]% Cross Entropy Loss: [2.0266616 0.9415511 0.56239486 0.4669977 0.3622291 ] Correct: [36.25 66.25 80.625 83.28125 87.65625]% Cross Entropy Loss: [2.002658 0.9837449 0.5949645 0.5063759 0.40894818] Correct: [37.65625 68.4375 80.46875 82.65625 86.09375]% Cross Entropy Loss: [1.7748973 0.7242784 0.45402756 0.38041747 0.3131284 ] Correct: [41.40625 75.9375 84.0625 87.65625 88.90625]% Cross Entropy Loss: [1.9434942 0.8308347 0.50435513 0.42107278 0.34850472] Correct: [37.5 70.78125 81.71875 85. 86.875 ]% Cross Entropy Loss: [1.9029353 0.82631767 0.50641465 0.37662023 0.34859365] Correct: [37.96875 73.4375 83.75 88.28125 89.21875]% Cross Entropy Loss: [1.6152639 0.7236295 0.4226841 0.3060185 0.25478774] Correct: [45.9375 72.65625 85.3125 89.21875 90.15625]% Cross Entropy Loss: [1.7538449 0.8397049 0.4356274 0.3416171 0.26546055] Correct: [41.40625 70.625 85.9375 88.28125 90.78125]% Cross Entropy Loss: [1.5737793 0.67173 0.43146554 0.3248697 0.27371866] Correct: [48.75 76.09375 85.9375 88.4375 90.3125 ]% Cross Entropy Loss: [1.7122238 0.7109477 0.40726432 0.3185634 0.25991765] Correct: [44.53125 74.6875 85.625 89.21875 91.5625 ]% Cross Entropy Loss: [1.8830459 0.7866148 0.46842304 0.3509186 0.30914307] Correct: [38.4375 72.34375 84.53125 87.65625 90.3125 ]% Cross Entropy Loss: [1.6206957 0.6399458 0.44488698 0.343601 0.29984617] Correct: [43.90625 79.0625 84.375 88.75 90.9375 ]% Cross Entropy Loss: [2.0922925 0.89910495 0.5973402 0.44670567 0.36875615] Correct: [30.78125 68.75 77.96875 86.40625 87.65625]% Cross Entropy Loss: [1.9331639 0.8927614 0.5763965 0.40242743 0.37078786] Correct: [37.03125 69.53125 80.46875 85.78125 87.8125 ]% Cross Entropy Loss: [1.8887713 0.83312607 0.5240032 0.39267188 0.33575693] Correct: [38.59375 71.40625 82.8125 87.03125 89.0625 ]% Cross Entropy Loss: [1.9292221 0.82701766 0.4954307 0.37475082 0.33205718] Correct: [37.03125 71.25 83.4375 87.65625 87.65625]% Cross Entropy Loss: [1.6617792 0.7365964 0.48189703 0.36874956 0.2931991 ] Correct: [44.0625 73.59375 83.4375 85.78125 88.59375]% Cross Entropy Loss: [1.9203656 0.8522196 0.55132776 0.40345353 0.34917545] Correct: [40. 71.09375 80.46875 86.5625 88.125 ]% Cross Entropy Loss: [1.945453 0.7828649 0.4891972 0.33505 0.33100104] Correct: [40. 74.0625 83.4375 89.84375 89.84375]% Cross Entropy Loss: [1.9442489 0.9289713 0.5660371 0.44522864 0.41346192] Correct: [37.5 70. 81.40625 84.6875 86.25 ]% Cross Entropy Loss: [1.8792913 0.87619257 0.48930162 0.36844474 0.27889043] Correct: [37.5 71.09375 83.75 87.34375 91.09375]% Cross Entropy Loss: [1.9618702 0.9238356 0.5517211 0.4399839 0.34324032] Correct: [39.6875 68.125 81.875 84.21875 85.46875]% Cross Entropy Loss: [2.0772166 1.0036957 0.658161 0.5311496 0.47678247] Correct: [36.40625 65.625 77.96875 80.78125 84.375 ]% Cross Entropy Loss: [1.7140093 0.7556591 0.51081306 0.44708723 0.40991345] Correct: [41.5625 73.59375 81.40625 82.03125 85.15625]% Cross Entropy Loss: [1.7150424 0.75958544 0.4827753 0.35746637 0.3276763 ] Correct: [42.8125 75.78125 82.5 86.875 88.75 ]% Cross Entropy Loss: [1.8070161 0.81917226 0.5122469 0.423882 0.3866796 ] Correct: [38.59375 70.9375 82.96875 84.0625 87.03125]% Cross Entropy Loss: [1.8405966 0.81414306 0.45159355 0.3431912 0.25864035] Correct: [40.46875 71.875 85.625 89.375 90.9375 ]% Cross Entropy Loss: [1.8253171 0.7888963 0.48575395 0.3642573 0.33702508] Correct: [41.40625 74.21875 84.0625 88.75 88.125 ]% Cross Entropy Loss: [2.036484 0.97521573 0.5506915 0.4216674 0.39142397] Correct: [35.3125 66.875 82.03125 84.6875 85.46875]% Cross Entropy Loss: [1.9813855 0.8642312 0.48769274 0.3729028 0.33702412] Correct: [39.53125 69.375 83.28125 86.25 88.28125]% Cross Entropy Loss: [1.9695104 0.79456323 0.46185774 0.3510841 0.29823112] Correct: [37.5 73.4375 85.46875 89.375 89.53125]% Cross Entropy Loss: [1.958482 0.81820565 0.490124 0.39695147 0.32230112] Correct: [38.4375 72.1875 82.8125 85.46875 88.28125]% Cross Entropy Loss: [1.9982525 0.9381396 0.63958573 0.509914 0.47235036] Correct: [39.6875 70. 79.6875 82.1875 85. ]% Cross Entropy Loss: [1.7529392 0.7778331 0.4806346 0.36209792 0.3290255 ] Correct: [42.34375 75.3125 82.96875 88.125 89.375 ]% Cross Entropy Loss: [1.8175576 0.68357456 0.40327352 0.31197125 0.26142186] Correct: [40.625 75.15625 85.3125 88.28125 90.78125]% Cross Entropy Loss: [2.0838158 0.9828409 0.5604209 0.39508304 0.37888965] Correct: [33.4375 67.34375 82.1875 87.03125 87.03125]% Cross Entropy Loss: [1.8362919 0.8227873 0.5128342 0.45060286 0.37903336] Correct: [40.15625 70.9375 82.1875 83.59375 85.46875]% Cross Entropy Loss: [1.9621117 0.840436 0.5038354 0.39425015 0.33174935] Correct: [37.8125 72.03125 82.34375 86.40625 88.75 ]% Cross Entropy Loss: [1.953772 0.769128 0.47654143 0.3829349 0.32279116] Correct: [39.6875 72.65625 85.15625 86.5625 88.59375]% Cross Entropy Loss: [1.7892348 0.77431166 0.46113148 0.35601804 0.30278152] Correct: [42.03125 73.75 83.90625 87.96875 90. ]% Cross Entropy Loss: [2.0821018 0.8803881 0.5450159 0.48049054 0.3966325 ] Correct: [36.71875 70.15625 80.9375 83.4375 85.3125 ]% Cross Entropy Loss: [1.9006348 0.8350272 0.510849 0.43165463 0.38578755] Correct: [37.8125 72.03125 82.5 85.625 87.34375]% Cross Entropy Loss: [1.8413633 0.77775156 0.44919926 0.38598803 0.33991313] Correct: [40. 72.65625 85.46875 86.875 88.28125]% Cross Entropy Loss: [1.774251 0.7195426 0.43345612 0.3009843 0.24192543] Correct: [40.46875 77.34375 84.84375 90. 92.1875 ]% Cross Entropy Loss: [1.9439386 0.8295048 0.49324733 0.36020392 0.2870902 ] Correct: [38.75 71.71875 82.65625 86.25 89.375 ]% Cross Entropy Loss: [1.9530542 0.88698995 0.5451236 0.42689833 0.40031853] Correct: [37.8125 69.84375 82.03125 85.15625 85.46875]% Cross Entropy Loss: [1.8832954 0.8144938 0.5222436 0.37390724 0.35561284] Correct: [38.75 73.90625 85. 87.96875 88.4375 ]% Cross Entropy Loss: [1.78451 0.8158491 0.50781476 0.39804345 0.36622104] Correct: [42.03125 72.65625 84.53125 87.34375 87.8125 ]% Cross Entropy Loss: [1.9565287 0.89248353 0.4927536 0.36728525 0.3287634 ] Correct: [37.1875 70.46875 83.28125 86.25 87.03125]% Cross Entropy Loss: [1.7446337 0.7482333 0.44107947 0.33691123 0.28505057] Correct: [40. 73.28125 84.6875 88.4375 89.375 ]% Cross Entropy Loss: [1.7858217 0.7751681 0.47875133 0.34011585 0.29788724] Correct: [43.75 74.84375 82.96875 87.5 90.3125 ]% Cross Entropy Loss: [1.7507265 0.76007456 0.38515097 0.29690897 0.25357407] Correct: [41.09375 72.03125 88.90625 89.84375 91.09375]% Cross Entropy Loss: [1.7285277 0.8093506 0.5081326 0.37244207 0.319858 ] Correct: [40.9375 70. 82.5 87.65625 90.46875]% Cross Entropy Loss: [1.9393756 0.8210104 0.546316 0.38779673 0.318005 ] Correct: [39.375 73.59375 82.03125 86.40625 88.75 ]% Cross Entropy Loss: [2.0325978 0.9025773 0.5343511 0.4400375 0.40649834] Correct: [36.25 69.0625 81.09375 84.53125 85.625 ]% Cross Entropy Loss: [1.8294518 0.76491916 0.4688464 0.3420534 0.32897025] Correct: [39.0625 74.53125 85.3125 89.53125 88.90625]% Cross Entropy Loss: [1.8436968 0.8198241 0.47321826 0.37335125 0.34773463] Correct: [40.9375 71.71875 84.0625 87.8125 88.4375 ]% Cross Entropy Loss: [1.9793266 0.93779457 0.552755 0.42571098 0.37355438] Correct: [38.90625 67.1875 80. 83.59375 86.40625]% Cross Entropy Loss: [2.0107498 0.88220584 0.55281186 0.44416422 0.35029116] Correct: [37.34375 69.375 79.84375 85.46875 87.96875]% Cross Entropy Loss: [1.8152294 0.7811925 0.45899 0.35293648 0.33064368] Correct: [40.15625 75. 85.9375 87.96875 90.15625]% Cross Entropy Loss: [2.09227 0.9689456 0.5462265 0.3746915 0.32643703] Correct: [34.84375 67.03125 81.09375 87.65625 87.96875]% Cross Entropy Loss: [1.6870401 0.7610142 0.4669653 0.3434266 0.29043198] Correct: [42.5 73.125 83.90625 88.59375 90.625 ]% Cross Entropy Loss: [1.7098646 0.7223016 0.4588193 0.33548564 0.2644691 ] Correct: [43.90625 75.78125 84.375 88.75 91.5625 ]% Cross Entropy Loss: [1.8034773 0.7647994 0.5049547 0.3724723 0.30785233] Correct: [41.09375 74.0625 84.0625 87.96875 90. ]% Cross Entropy Loss: [1.733421 0.75769436 0.45772418 0.34565395 0.299563 ] Correct: [45.46875 72.96875 85.9375 88.28125 90.15625]% Cross Entropy Loss: [1.8318131 0.7575444 0.46380037 0.3330993 0.29808715] Correct: [39.53125 72.5 86.25 89.0625 89.6875 ]% Cross Entropy Loss: [1.8407007 0.7474654 0.41986647 0.31699473 0.26868406] Correct: [37.34375 75.46875 85.15625 88.59375 89.6875 ]% Cross Entropy Loss: [1.91252 0.85866374 0.5158441 0.4034671 0.3665729 ] Correct: [40. 73.59375 83.4375 87.1875 87.96875]% Cross Entropy Loss: [1.9849199 0.81866485 0.5076295 0.4234725 0.35267895] Correct: [37.03125 72.5 84.0625 87.03125 87.96875]% Cross Entropy Loss: [1.7881638 0.76540846 0.4584658 0.37705845 0.2829238 ] Correct: [39.84375 72.8125 83.90625 88.4375 90.78125]% Cross Entropy Loss: [1.9567722 0.9222706 0.5045669 0.42285758 0.37342605] Correct: [40. 68.90625 82.5 84.6875 86.25 ]% Cross Entropy Loss: [1.9111493 0.83782613 0.5372287 0.38356677 0.35486463] Correct: [39.6875 72.03125 82.65625 88.90625 89.375 ]% Cross Entropy Loss: [1.9072704 0.8667865 0.5394575 0.4470182 0.41701955] Correct: [35.46875 69.21875 83.90625 86.40625 86.71875]% Cross Entropy Loss: [2.0567808 0.8724551 0.543101 0.4079535 0.4390518] Correct: [36.71875 71.09375 81.5625 84.6875 85.46875]% Cross Entropy Loss: [1.765042 0.7561089 0.46117416 0.36484388 0.3604682 ] Correct: [42.03125 74.53125 83.90625 87.1875 88.4375 ]% Cross Entropy Loss: [2.0669725 0.90622836 0.5997232 0.4743732 0.37804294] Correct: [33.4375 70.625 80.625 84.53125 86.71875]% Cross Entropy Loss: [1.8188851 0.8097476 0.4786316 0.37375113 0.38347214] Correct: [38.59375 71.875 84.0625 86.40625 87.03125]% Cross Entropy Loss: [1.8717067 0.7918061 0.48826116 0.35804912 0.32890195] Correct: [41.71875 72.34375 82.8125 87.03125 89.0625 ]% Cross Entropy Loss: [1.7214766 0.7453705 0.48743162 0.35475123 0.3310203 ] Correct: [42.5 74.0625 81.875 88.125 88.4375]% Cross Entropy Loss: [1.7618399 0.7919766 0.46023384 0.3974669 0.38222283] Correct: [42.34375 74.0625 84.0625 86.25 86.875 ]% Cross Entropy Loss: [1.9026053 0.8565394 0.49156633 0.41995168 0.36991856] Correct: [39.53125 72.34375 83.28125 86.5625 87.65625]% Cross Entropy Loss: [1.9374412 0.768574 0.4494048 0.37564224 0.35512406] Correct: [39.21875 71.25 83.4375 86.875 87.65625]% Cross Entropy Loss: [2.0213974 0.92621934 0.5080546 0.419629 0.41386858] Correct: [36.71875 69.0625 82.96875 85. 86.71875]% Cross Entropy Loss: [1.8527797 0.88041955 0.55113006 0.4173805 0.38185182] Correct: [40.78125 72.03125 81.09375 85.9375 87.5 ]% Cross Entropy Loss: [1.7049465 0.756487 0.44736147 0.3711565 0.3294558 ] Correct: [42.8125 73.90625 84.0625 88.28125 89.375 ]% Cross Entropy Loss: [1.8065233 0.8166234 0.46942583 0.3916973 0.35111427] Correct: [37.65625 71.71875 83.90625 86.40625 88.28125]% Cross Entropy Loss: [1.9098291 0.8166583 0.48583847 0.35633883 0.29648882] Correct: [38.59375 73.125 85.3125 89.375 89.84375]% Cross Entropy Loss: [1.9091835 0.8172984 0.4310339 0.3602875 0.28010613] Correct: [39.0625 69.375 84.6875 88.4375 88.75 ]% Cross Entropy Loss: [1.7852411 0.7817763 0.4853384 0.38943553 0.32969362] Correct: [42.65625 74.21875 83.28125 87.1875 88.59375]% Cross Entropy Loss: [2.0760102 0.9505596 0.561149 0.42378336 0.38044277] Correct: [36.25 68.125 79.6875 84.21875 86.09375]% Cross Entropy Loss: [1.83797 0.8115603 0.47882444 0.35205823 0.29828236] Correct: [41.71875 73.28125 83.125 87.5 89.6875 ]% Cross Entropy Loss: [1.8148445 0.8523046 0.5096601 0.38982478 0.33232245] Correct: [39.53125 70.9375 82.5 88.28125 88.4375 ]% Cross Entropy Loss: [2.0654416 0.97907287 0.606366 0.45335084 0.41243872] Correct: [37.03125 66.875 80.78125 84.6875 85. ]% Cross Entropy Loss: [1.8943512 0.8234531 0.54832196 0.41447744 0.35243252] Correct: [38.90625 71.5625 81.40625 84.21875 87.1875 ]% Cross Entropy Loss: [1.8229185 0.83099186 0.46046478 0.36702257 0.30572557] Correct: [41.5625 72.03125 86.25 87.5 90.46875]% Cross Entropy Loss: [1.7608426 0.7824746 0.41535577 0.33344436 0.27063656] Correct: [41.09375 72.65625 85.46875 88.75 90.625 ]% Cross Entropy Loss: [1.9275625 0.7988002 0.45302463 0.33743095 0.33644468] Correct: [37.5 72.5 83.75 88.90625 87.8125 ]% Cross Entropy Loss: [1.697203 0.6799802 0.4124628 0.30660316 0.28233653] Correct: [42.96875 75.9375 84.21875 89.84375 90.15625]% Cross Entropy Loss: [1.7587754 0.7097352 0.39492112 0.36203402 0.28947043] Correct: [41.71875 76.09375 87.1875 87.8125 90.46875]% Cross Entropy Loss: [1.7266642 0.66638476 0.42009655 0.3073902 0.30241597] Correct: [39.21875 77.1875 86.5625 89.84375 89.6875 ]% Cross Entropy Loss: [1.83955 0.7094945 0.3822269 0.30642244 0.26686606] Correct: [38.28125 76.25 87.5 89.84375 91.25 ]% Cross Entropy Loss: [1.9039452 0.8542801 0.5016616 0.413934 0.34322023] Correct: [40. 70.9375 83.125 85.3125 89.0625]% Cross Entropy Loss: [1.847661 0.86358225 0.48850304 0.36447117 0.3029793 ] Correct: [38.125 69.375 84.0625 87.34375 89.375 ]% Cross Entropy Loss: [1.8087866 0.7881435 0.4265356 0.32532424 0.30712634] Correct: [41.875 74.84375 85.9375 89.375 90.15625]% Cross Entropy Loss: [1.8316761 0.8128107 0.5402471 0.38947687 0.321045 ] Correct: [38.59375 73.125 80.3125 85.3125 88.4375 ]% Cross Entropy Loss: [1.6634048 0.7051312 0.47293815 0.33037174 0.27429903] Correct: [42.34375 72.96875 83.90625 88.59375 90.9375 ]% Cross Entropy Loss: [1.8534191 0.865368 0.50590503 0.35031706 0.28484046] Correct: [44.0625 69.53125 83.4375 87.8125 90.3125 ]% Cross Entropy Loss: [1.8251137 0.78128034 0.48973116 0.34728178 0.30612546] Correct: [42.5 71.71875 84.21875 87.34375 89.6875 ]% Cross Entropy Loss: [1.7361809 0.7093006 0.45280713 0.34222335 0.30832618] Correct: [43.90625 75.46875 84.6875 88.75 90.78125]% Cross Entropy Loss: [1.6747067 0.7194909 0.4756555 0.34975553 0.30668986] Correct: [40.9375 75.625 82.96875 87.5 88.59375]% Cross Entropy Loss: [1.8926113 0.9071452 0.514765 0.41522998 0.33420438] Correct: [39.375 71.5625 84.0625 85. 88.59375]% Cross Entropy Loss: [1.6625675 0.6340407 0.37838942 0.29183465 0.2350949 ] Correct: [46.875 79.53125 86.40625 89.6875 92.34375]% Cross Entropy Loss: [2.0380588 0.9701974 0.5889319 0.45716476 0.3670186 ] Correct: [35.9375 66.25 78.125 82.5 86.5625]% Cross Entropy Loss: [1.876919 0.8217009 0.46778256 0.36834398 0.2881941 ] Correct: [38.90625 73.90625 85.3125 88.28125 89.6875 ]% Cross Entropy Loss: [1.9213884 0.9168868 0.5102281 0.40046373 0.34015828] Correct: [38.125 68.90625 81.875 85.46875 88.75 ]% Cross Entropy Loss: [1.6857698 0.7115737 0.44571805 0.33703494 0.2707989 ] Correct: [43.4375 76.40625 85.15625 87.8125 90.625 ]% Cross Entropy Loss: [1.8615414 0.767278 0.5418941 0.41722932 0.3552063 ] Correct: [37.34375 72.96875 82.96875 86.25 88.59375]% Cross Entropy Loss: [1.927798 0.8567354 0.48047215 0.38681135 0.3126809 ] Correct: [38.59375 68.125 82.96875 86.40625 89.53125]% Cross Entropy Loss: [1.7227485 0.7519833 0.41650635 0.3148194 0.27194333] Correct: [41.5625 73.4375 85.15625 90. 90. ]% Cross Entropy Loss: [1.8668388 0.8952198 0.53017366 0.39728564 0.32729176] Correct: [41.09375 69.6875 81.25 87.03125 89.53125]% Cross Entropy Loss: [1.8672264 0.8184168 0.504281 0.39548302 0.27094296] Correct: [39.21875 74.375 82.5 86.5625 90.625 ]% Cross Entropy Loss: [1.9179608 0.81585395 0.4467558 0.32123238 0.2884232 ] Correct: [35.625 70.3125 83.28125 88.28125 89.53125]% Cross Entropy Loss: [1.7071497 0.75889903 0.44531068 0.31594783 0.28477788] Correct: [43.75 76.09375 86.5625 88.75 89.6875 ]% Cross Entropy Loss: [1.9351282 0.9110404 0.54233086 0.44141585 0.39241594] Correct: [37.65625 71.875 81.875 84.84375 85.9375 ]% Cross Entropy Loss: [1.6956942 0.78805745 0.43961215 0.3579247 0.3118478 ] Correct: [45.9375 71.25 86.875 88.90625 90.46875]% Cross Entropy Loss: [1.8524309 0.82490176 0.48794746 0.39988056 0.33621755] Correct: [40.15625 71.875 83.4375 85.625 89.0625 ]% Cross Entropy Loss: [1.9978106 0.802211 0.53820956 0.43956733 0.35530296] Correct: [32.8125 72.03125 80.78125 85.625 87.96875]% Cross Entropy Loss: [1.7537867 0.7451491 0.49892846 0.4505168 0.41005722] Correct: [42.34375 74.53125 84.21875 85.46875 87.96875]% Cross Entropy Loss: [1.7788455 0.7203207 0.48704773 0.38679612 0.34396023] Correct: [39.375 75.9375 83.125 86.09375 89.21875]% Cross Entropy Loss: [1.6772362 0.6925099 0.46852574 0.3456686 0.29140598] Correct: [45.625 74.53125 83.28125 88.4375 88.75 ]% Cross Entropy Loss: [1.9045699 0.8721708 0.5651795 0.44840088 0.3759598 ] Correct: [39.0625 70.625 82.65625 85.625 86.875 ]% Cross Entropy Loss: [1.7882798 0.8223562 0.4873515 0.38534194 0.35978732] Correct: [40.78125 71.40625 82.5 86.875 88.59375]% Cross Entropy Loss: [1.80821 0.80722016 0.4647305 0.33019355 0.32301122] Correct: [38.28125 70.78125 81.5625 87.1875 88.75 ]% Cross Entropy Loss: [1.8460872 0.7288561 0.44509515 0.3488013 0.3193632 ] Correct: [38.59375 74.53125 84.84375 89.0625 88.90625]% Cross Entropy Loss: [1.8956248 0.92637885 0.5347726 0.39408523 0.34664983] Correct: [37.96875 67.65625 80.3125 87.03125 88.125 ]% Cross Entropy Loss: [1.858001 0.8221353 0.53789043 0.39378357 0.34017733] Correct: [38.90625 70.625 80.78125 86.71875 86.5625 ]% Cross Entropy Loss: [1.8922958 0.8659884 0.5523922 0.43960357 0.3328086 ] Correct: [41.875 67.65625 80.15625 83.28125 87.1875 ]% Cross Entropy Loss: [1.7574131 0.7899414 0.46955314 0.3503191 0.29033488] Correct: [38.59375 74.21875 83.59375 87.8125 90.15625]% Cross Entropy Loss: [1.8151333 0.79195565 0.46746683 0.3208684 0.27154517] Correct: [40. 72.34375 82.03125 89.84375 89.0625 ]% Cross Entropy Loss: [1.9183254 0.88089764 0.52164674 0.41480094 0.39225712] Correct: [40. 68.28125 81.25 85.625 87.03125]% Cross Entropy Loss: [1.8386759 0.9405161 0.51455855 0.43936262 0.37143013] Correct: [39.84375 67.65625 81.5625 85.78125 86.09375]% Cross Entropy Loss: [1.6926348 0.66090924 0.44730592 0.33556113 0.28827876] Correct: [39.6875 77.34375 84.53125 87.96875 90. ]% Cross Entropy Loss: [1.6828263 0.7136191 0.4512166 0.34045464 0.29042253] Correct: [43.75 74.0625 85. 88.125 91.25 ]% Cross Entropy Loss: [1.6992548 0.70777345 0.40395364 0.35280243 0.2596163 ] Correct: [43.59375 76.09375 84.84375 86.40625 90.3125 ]% Cross Entropy Loss: [1.8215714 0.7673985 0.5159331 0.39332938 0.33644056] Correct: [38.28125 74.6875 83.59375 87.34375 89.21875]% Cross Entropy Loss: [1.6778224 0.68575835 0.41066045 0.32297108 0.27203256] Correct: [43.59375 76.40625 85.78125 89.21875 90.3125 ]% Cross Entropy Loss: [1.8757855 0.77435684 0.46150976 0.38675615 0.32358435] Correct: [39.6875 74.375 84.6875 86.875 90. ]% Cross Entropy Loss: [1.9915785 0.8379167 0.5233298 0.39996997 0.32263356] Correct: [36.09375 71.40625 82.03125 86.40625 90.46875]% Cross Entropy Loss: [1.8372084 0.7790003 0.43664178 0.32611233 0.2833377 ] Correct: [40.3125 75.15625 85.9375 88.59375 90.15625]% Cross Entropy Loss: [1.9405009 0.79385966 0.44059864 0.370841 0.34359467] Correct: [35.9375 72.34375 84.6875 87.96875 89.0625 ]% Cross Entropy Loss: [1.868346 0.83829755 0.49805003 0.3495559 0.30383125] Correct: [39.84375 72.8125 82.5 88.59375 90. ]% Cross Entropy Loss: [1.8628044 0.8601683 0.53979933 0.4155004 0.3560381 ] Correct: [36.875 71.71875 81.09375 86.25 87.1875 ]% Cross Entropy Loss: [1.8186147 0.7833727 0.40892392 0.32696098 0.33304292] Correct: [43.75 72.1875 85.9375 88.59375 88.28125]% Cross Entropy Loss: [2.0460124 0.96389645 0.56047755 0.47770286 0.43610328] Correct: [34.6875 68.125 80.625 84.6875 84.53125]% Cross Entropy Loss: [1.8600018 0.8210017 0.47298342 0.42110926 0.34544775] Correct: [38.75 71.25 84.21875 84.6875 89.84375]% Cross Entropy Loss: [1.751228 0.7351233 0.45795292 0.35542992 0.3029532 ] Correct: [41.5625 74.6875 83.125 88.59375 89.21875]% Cross Entropy Loss: [1.9250755 0.80241174 0.5189618 0.35163578 0.3379259 ] Correct: [38.90625 72.1875 81.5625 87.03125 86.875 ]% Cross Entropy Loss: [1.614301 0.68981236 0.4653828 0.34703285 0.32580566] Correct: [45.3125 73.75 82.34375 86.875 87.5 ]% Cross Entropy Loss: [1.9771669 0.8452641 0.4989295 0.37734482 0.35497528] Correct: [38.28125 73.28125 81.71875 86.71875 87.65625]% Cross Entropy Loss: [1.7391016 0.7491638 0.40535706 0.3173463 0.27295765] Correct: [43.4375 73.4375 85.625 89.53125 90.625 ]% Cross Entropy Loss: [1.8390617 0.75277597 0.45319033 0.36078 0.32894498] Correct: [43.125 75.3125 84.375 87.1875 88.59375]% Cross Entropy Loss: [1.9630511 0.7437212 0.44136557 0.33639744 0.30576324] Correct: [37.96875 75. 85.78125 89.0625 89.53125]% Cross Entropy Loss: [1.8739996 0.8200434 0.5159875 0.40852708 0.36016512] Correct: [37.65625 71.40625 82.34375 86.09375 88.4375 ]% Cross Entropy Loss: [1.7138535 0.6970176 0.40584016 0.3017842 0.28528577] Correct: [42.96875 76.71875 85.78125 90.15625 90.3125 ]% Cross Entropy Loss: [1.9089568 0.8131444 0.48820004 0.38961798 0.3297971 ] Correct: [39.6875 73.125 85. 86.40625 90. ]% Cross Entropy Loss: [1.7222465 0.74595535 0.48202744 0.3931479 0.35724837] Correct: [40.15625 74.84375 84.21875 87.5 88.125 ]% Cross Entropy Loss: [1.9549596 0.8909029 0.53584814 0.44567266 0.39944252] Correct: [36.875 68.4375 78.90625 84.0625 85.9375 ]% Cross Entropy Loss: [2.0440493 0.9895441 0.6774825 0.5764429 0.52485734] Correct: [37.03125 66.875 77.5 81.09375 83.4375 ]% Cross Entropy Loss: [1.8273588 0.76633346 0.47881594 0.41186053 0.34884796] Correct: [39.0625 73.28125 82.65625 86.09375 88.28125]% Cross Entropy Loss: [1.8904235 0.8232352 0.49319902 0.39781865 0.30235538] Correct: [39.375 72.1875 83.75 85.78125 89.0625 ]% Cross Entropy Loss: [1.8391807 0.79042524 0.43274698 0.33249396 0.2702009 ] Correct: [41.5625 72.1875 85.78125 88.90625 90.3125 ]% Cross Entropy Loss: [1.821731 0.79514325 0.5141369 0.38110426 0.32138097] Correct: [39.21875 72.34375 82.5 87.34375 89.0625 ]% Cross Entropy Loss: [1.8760746 0.74933374 0.46219072 0.34411317 0.31476218] Correct: [39.6875 74.53125 84.375 87.5 88.4375 ]% Cross Entropy Loss: [1.8349276 0.7894848 0.46182078 0.34705248 0.33605304] Correct: [41.40625 73.4375 84.6875 87.1875 88.59375]% Cross Entropy Loss: [1.6751101 0.7029285 0.42541927 0.34613287 0.308743 ] Correct: [42.65625 75.15625 84.84375 87.8125 88.75 ]% Cross Entropy Loss: [1.7011532 0.7066759 0.35946935 0.29491362 0.27050766] Correct: [45.625 75.15625 88.4375 88.90625 90.9375 ]% Cross Entropy Loss: [1.8286359 0.78375065 0.4806549 0.3189078 0.28570998] Correct: [39.6875 74.0625 83.125 89.0625 90. ]% Cross Entropy Loss: [1.7858803 0.7711588 0.45381793 0.3515472 0.3225196 ] Correct: [40.625 73.4375 83.125 87.8125 89.53125]% Cross Entropy Loss: [1.9178444 0.7928562 0.47980446 0.3694999 0.31226727] Correct: [38.59375 73.125 83.59375 89.0625 89.84375]% Cross Entropy Loss: [1.9179627 0.7610935 0.4193017 0.31559986 0.26000005] Correct: [38.125 73.90625 84.6875 88.28125 91.09375]% Cross Entropy Loss: [1.8145994 0.8373059 0.497295 0.39406085 0.3213135 ] Correct: [38.4375 72.5 84.6875 85.625 87.96875]% Cross Entropy Loss: [1.8503001 0.78586507 0.48735756 0.37099653 0.33014798] Correct: [39.6875 72.34375 84.0625 88.90625 88.125 ]% Cross Entropy Loss: [1.822314 0.72536945 0.41087508 0.32216606 0.27894616] Correct: [37.96875 74.84375 85. 89.0625 90.3125 ]% Cross Entropy Loss: [1.8815979 0.7799219 0.45474797 0.35229152 0.3262449 ] Correct: [41.09375 73.90625 85.9375 88.28125 89.375 ]% Cross Entropy Loss: [1.6309963 0.6587586 0.41474566 0.31426588 0.29118863] Correct: [41.875 77.65625 85.78125 89.6875 90.625 ]% Cross Entropy Loss: [1.7749758 0.73860055 0.4470772 0.37622398 0.32863212] Correct: [41.25 76.09375 86.40625 87.8125 89.0625 ]% Cross Entropy Loss: [2.0116196 0.91176254 0.52660334 0.40877587 0.3625409 ] Correct: [35.46875 69.375 80.46875 85.625 87.1875 ]% Cross Entropy Loss: [1.9163153 0.7786301 0.43268824 0.36602566 0.29752237] Correct: [37.96875 72.5 83.59375 86.5625 90.625 ]% Cross Entropy Loss: [1.7657092 0.734015 0.43906507 0.3483963 0.2787395 ] Correct: [39.84375 76.09375 85. 88.28125 89.84375]% Cross Entropy Loss: [1.8064209 0.762232 0.44079915 0.368536 0.3044187 ] Correct: [41.71875 74.375 86.09375 86.25 89.53125]% Cross Entropy Loss: [1.9715179 0.8599758 0.51199734 0.39519435 0.31558043] Correct: [36.40625 71.25 83.28125 86.5625 89.84375]% Cross Entropy Loss: [1.6587534 0.6960323 0.41961384 0.34001678 0.28190666] Correct: [45.9375 77.65625 85.3125 87.34375 90.3125 ]% Cross Entropy Loss: [1.8761837 0.8108875 0.51517975 0.39179888 0.2877723 ] Correct: [37.96875 70.3125 81.875 86.71875 90.3125 ]% Cross Entropy Loss: [1.7957716 0.69259614 0.42121798 0.3113299 0.26876277] Correct: [40.9375 76.25 83.90625 89.21875 90.625 ]% Cross Entropy Loss: [1.9080874 0.7789925 0.48949593 0.457923 0.4021979 ] Correct: [40.78125 74.0625 82.65625 84.53125 85.46875]% Cross Entropy Loss: [1.842305 0.75997746 0.45064393 0.3501034 0.32333565] Correct: [38.59375 73.28125 84.6875 88.4375 88.59375]% Cross Entropy Loss: [1.8783445 0.7715872 0.49132222 0.3463021 0.3235756 ] Correct: [40.3125 73.28125 82.65625 87.96875 88.90625]% Cross Entropy Loss: [1.5896095 0.6579084 0.4120253 0.2971825 0.27924603] Correct: [48.28125 76.40625 85.46875 90.15625 89.84375]% Cross Entropy Loss: [1.7342294 0.78356814 0.4598464 0.34125385 0.26935658] Correct: [41.40625 73.4375 85.15625 89.53125 91.25 ]% Cross Entropy Loss: [1.8062809 0.7189979 0.41646695 0.32025665 0.30358046] Correct: [40.46875 74.84375 85.78125 88.75 89.0625 ]% Cross Entropy Loss: [1.8890711 0.8083509 0.5013665 0.39259714 0.35976502] Correct: [39.84375 70.78125 82.96875 86.09375 87.03125]% Cross Entropy Loss: [1.7485946 0.77442646 0.42179337 0.34189892 0.2736973 ] Correct: [40.15625 73.90625 84.84375 88.75 91.40625]% Cross Entropy Loss: [1.8671137 0.79102355 0.45954132 0.35199517 0.31876394] Correct: [39.375 71.5625 83.4375 88.90625 88.28125]% Cross Entropy Loss: [1.8851845 0.8121475 0.4464976 0.33735293 0.30727404] Correct: [38.59375 69.84375 82.96875 89.0625 88.28125]% Cross Entropy Loss: [1.7724231 0.74237996 0.40003434 0.28356442 0.24829674] Correct: [40.9375 75.9375 86.71875 90.15625 90.625 ]% Cross Entropy Loss: [1.8367503 0.7417244 0.46448955 0.3425489 0.29341322] Correct: [38.125 75.625 82.65625 87.34375 88.75 ]% Cross Entropy Loss: [1.8097798 0.75352657 0.41009107 0.30977476 0.24174035] Correct: [41.25 75.46875 85.15625 89.21875 91.875 ]% Cross Entropy Loss: [1.9667689 0.89765084 0.5678003 0.489062 0.3812506 ] Correct: [37.1875 71.5625 81.25 84.0625 87.96875]% Cross Entropy Loss: [1.7413496 0.7214097 0.47287637 0.35316592 0.32424036] Correct: [42.96875 76.40625 84.84375 89.0625 88.75 ]% Cross Entropy Loss: [1.7822326 0.7507073 0.44028193 0.32017696 0.29586035] Correct: [43.125 73.28125 84.375 88.28125 90.15625]% Cross Entropy Loss: [1.7501376 0.75638926 0.5037488 0.41268665 0.32112393] Correct: [41.25 74.6875 83.75 85.9375 89.21875]% Cross Entropy Loss: [1.798624 0.7731464 0.43437666 0.32776406 0.24489594] Correct: [38.75 72.65625 85.78125 89.375 91.875 ]% Cross Entropy Loss: [1.8737799 0.73345906 0.45404464 0.3513517 0.28112847] Correct: [36.71875 75.3125 83.125 86.875 90.78125]% Cross Entropy Loss: [1.8382266 0.8155489 0.48550192 0.38786817 0.30637735] Correct: [36.875 72.65625 82.8125 87.34375 88.125 ]% Cross Entropy Loss: [1.7244785 0.7470254 0.4346428 0.3618118 0.30463743] Correct: [44.6875 74.6875 83.90625 88.4375 89.0625 ]% Cross Entropy Loss: [1.9803978 0.85153055 0.5127932 0.38849077 0.33267686] Correct: [36.875 72.5 82.34375 87.34375 88.90625]% Cross Entropy Loss: [1.8511164 0.7913481 0.48746124 0.37272468 0.32822376] Correct: [39.6875 72.96875 83.125 86.09375 87.5 ]% Cross Entropy Loss: [1.8187412 0.8039478 0.46671095 0.33654475 0.30737182] Correct: [39.84375 72.65625 84.0625 89.53125 89.375 ]% Cross Entropy Loss: [1.8505335 0.7638411 0.4573145 0.33494335 0.26806742] Correct: [37.96875 75. 84.0625 87.96875 90.78125]% Cross Entropy Loss: [1.9262186 0.7987087 0.43827295 0.2977341 0.2327903 ] Correct: [37.8125 70.9375 85.625 89.6875 91.5625]% Cross Entropy Loss: [1.7599192 0.7557938 0.45622152 0.31731048 0.27346498] Correct: [43.125 72.1875 84.21875 88.90625 90. ]% Cross Entropy Loss: [1.8147923 0.77031696 0.46405736 0.33307365 0.3029161 ] Correct: [42.96875 76.09375 82.8125 88.59375 90. ]% Cross Entropy Loss: [1.9121265 0.7720638 0.46114978 0.36838904 0.27573648] Correct: [39.0625 72.34375 84.21875 86.25 90.625 ]% Cross Entropy Loss: [1.7443384 0.72624624 0.45779458 0.35971704 0.3340792 ] Correct: [42.34375 74.53125 84.375 88.4375 88.28125]% Cross Entropy Loss: [1.8369106 0.73890054 0.44065148 0.35341126 0.30198294] Correct: [40.15625 74.21875 86.40625 87.65625 87.96875]% Cross Entropy Loss: [1.9506857 0.8381094 0.54245687 0.3883394 0.3399708 ] Correct: [36.71875 71.71875 81.09375 86.875 87.03125]% Cross Entropy Loss: [1.7711761 0.7754973 0.4389316 0.3598044 0.31915054] Correct: [39.21875 73.59375 85.9375 86.09375 88.28125]% Cross Entropy Loss: [1.8457623 0.86176187 0.4958442 0.39771312 0.38477778] Correct: [42.1875 70. 83.28125 87.03125 86.71875]% Cross Entropy Loss: [1.8252211 0.8296812 0.5107435 0.37607473 0.3432621 ] Correct: [40.625 72.8125 83.4375 87.5 87.1875]% Cross Entropy Loss: [1.7397501 0.7477335 0.42874137 0.30991316 0.27244377] Correct: [41.40625 73.75 85.625 90. 91.71875]% Cross Entropy Loss: [1.9038312 0.8466364 0.4982825 0.36909175 0.32056683] Correct: [38.4375 72.1875 82.34375 86.25 87.8125 ]% Cross Entropy Loss: [1.8392382 0.7459115 0.47785813 0.36041343 0.33637786] Correct: [38.90625 75.625 84.0625 87.5 88.90625]% Cross Entropy Loss: [2.0622916 0.92201996 0.5517081 0.4303255 0.38149548] Correct: [36.25 66.71875 81.875 85.3125 86.5625 ]% Cross Entropy Loss: [1.8311001 0.7698051 0.43796116 0.34445828 0.3200356 ] Correct: [39.21875 74.53125 86.5625 87.5 88.28125]% Cross Entropy Loss: [1.8722912 0.78677374 0.4008112 0.32146296 0.2564508 ] Correct: [39.21875 72.5 85.15625 88.59375 90.46875]% Cross Entropy Loss: [1.8512065 0.80433434 0.45914412 0.4026126 0.34823185] Correct: [40. 72.96875 83.28125 86.875 88.59375]% Cross Entropy Loss: [1.7528188 0.718329 0.41640416 0.32131284 0.29639775] Correct: [42.96875 76.09375 87.1875 89.6875 89.84375]% Cross Entropy Loss: [1.8718392 0.8325073 0.49136066 0.3760559 0.32726574] Correct: [38.75 71.875 82.8125 87.8125 88.4375]% Cross Entropy Loss: [1.8758214 0.76388824 0.4566918 0.34954092 0.28624845] Correct: [40.15625 72.65625 84.375 87.34375 89.84375]% Cross Entropy Loss: [1.9567372 0.7910802 0.45260745 0.34634274 0.29064488] Correct: [37.1875 69.53125 84.21875 87.65625 90.78125]% Cross Entropy Loss: [1.8958181 0.7858453 0.43836793 0.36422154 0.3242279 ] Correct: [40.3125 73.125 85.3125 87.5 87.8125]% Cross Entropy Loss: [1.9045442 0.8365449 0.47540703 0.3657046 0.31362662] Correct: [39.0625 69.6875 82.8125 86.25 88.90625]% Cross Entropy Loss: [1.7540066 0.7477562 0.43553978 0.36847427 0.3252307 ] Correct: [40.15625 74.375 83.4375 86.5625 89.0625 ]% Cross Entropy Loss: [1.6825511 0.6997758 0.39693254 0.27267736 0.24664278] Correct: [40.3125 75.9375 87.65625 91.875 91.875 ]% Cross Entropy Loss: [1.8052227 0.7712624 0.44888425 0.32260627 0.27989703] Correct: [40.9375 72.03125 83.59375 88.59375 90.15625]% Cross Entropy Loss: [1.6468004 0.669327 0.38122016 0.2632262 0.21272719] Correct: [45.78125 75.78125 85.3125 91.25 92.65625]% Cross Entropy Loss: [1.8129288 0.7953544 0.41822475 0.3226183 0.2705725 ] Correct: [41.875 73.4375 86.40625 90. 91.09375]% Cross Entropy Loss: [2.0022027 0.93585074 0.57753146 0.45412165 0.370172 ] Correct: [37.34375 71.71875 82.1875 84.53125 87.1875 ]% Cross Entropy Loss: [1.8886156 0.76795316 0.46469766 0.3906226 0.3553214 ] Correct: [41.09375 74.53125 83.75 87.1875 87.1875 ]% Cross Entropy Loss: [1.8065708 0.739047 0.4546631 0.34397337 0.29215932] Correct: [39.84375 74.84375 83.90625 87.96875 89.6875 ]% Cross Entropy Loss: [1.9483185 0.8011986 0.50196683 0.3994478 0.34025535] Correct: [36.09375 73.59375 82.96875 85.78125 87.03125]% Cross Entropy Loss: [1.7985519 0.767465 0.48490936 0.3569555 0.35077706] Correct: [41.71875 74.53125 83.59375 87.8125 87.8125 ]% Cross Entropy Loss: [1.8399303 0.7159004 0.4213759 0.32495636 0.29244742] Correct: [39.375 75.78125 85. 90.15625 89.53125]% Cross Entropy Loss: [1.9494679 0.8155365 0.44919163 0.3376164 0.28695107] Correct: [40.3125 74.375 86.875 88.90625 91.875 ]% Cross Entropy Loss: [1.7388918 0.7324017 0.43719783 0.34537145 0.29756626] Correct: [44.0625 76.71875 84.375 87.8125 90.15625]% Cross Entropy Loss: [1.9795341 0.7276983 0.411805 0.3911844 0.33224997] Correct: [39.21875 73.4375 86.875 85.625 88.59375]% Cross Entropy Loss: [1.7660106 0.72688526 0.45785365 0.37718618 0.32988065] Correct: [40.15625 76.09375 83.4375 86.09375 87.96875]% Cross Entropy Loss: [1.8396347 0.7912884 0.4471135 0.3826045 0.32275423] Correct: [38.75 73.90625 83.90625 86.09375 88.28125]% Cross Entropy Loss: [1.7288096 0.7458993 0.49282414 0.39342374 0.3474183 ] Correct: [41.875 73.125 84.0625 87.8125 89.21875]% Cross Entropy Loss: [1.9382098 0.785733 0.43974477 0.3842949 0.33884186] Correct: [37.03125 73.75 85.46875 87.96875 88.4375 ]% Cross Entropy Loss: [1.660396 0.62665284 0.3833251 0.28207105 0.26018006] Correct: [42.03125 79.53125 87.03125 90.625 91.09375]% Cross Entropy Loss: [1.9079325 0.82868606 0.43841267 0.3473161 0.3046365 ] Correct: [40.15625 72.96875 86.40625 90.46875 88.59375]% Cross Entropy Loss: [1.8547302 0.7931255 0.44974843 0.34328884 0.3207957 ] Correct: [40.15625 71.71875 83.90625 88.4375 89.21875]% Cross Entropy Loss: [1.980382 0.8843473 0.51560867 0.41280127 0.34426847] Correct: [38.125 71.5625 81.40625 85. 87.65625]% Cross Entropy Loss: [1.8701127 0.8299266 0.50184757 0.3846181 0.33489543] Correct: [36.09375 72.03125 82.65625 87.65625 88.75 ]% Cross Entropy Loss: [1.7964818 0.73097646 0.45861024 0.33895293 0.29856044] Correct: [42.1875 75.78125 83.28125 87.65625 89.375 ]% Cross Entropy Loss: [1.8364255 0.68581927 0.4157168 0.3098262 0.3028739 ] Correct: [40.15625 74.6875 85.78125 88.90625 89.84375]% Cross Entropy Loss: [1.8570931 0.7530062 0.44109908 0.3119281 0.2889296 ] Correct: [39.6875 74.0625 84.6875 89.0625 90. ]% Cross Entropy Loss: [1.6790609 0.7661202 0.44684824 0.35320985 0.27888644] Correct: [44.6875 74.6875 86.09375 88.4375 91.875 ]% Cross Entropy Loss: [1.960359 0.85576326 0.49114823 0.38335133 0.29911837] Correct: [36.5625 71.71875 83.125 87.34375 90.15625]% Cross Entropy Loss: [1.7834272 0.74524295 0.43503755 0.30576676 0.25976074] Correct: [42.5 75.3125 86.25 90.3125 90.9375]% Cross Entropy Loss: [1.947959 0.8507616 0.4787829 0.37312728 0.33200312] Correct: [36.25 70.15625 82.96875 87.96875 88.125 ]% Cross Entropy Loss: [1.7833841 0.7433173 0.4256658 0.31290156 0.2568849 ] Correct: [39.84375 74.21875 85.15625 88.90625 89.53125]% Cross Entropy Loss: [1.8374946 0.8155009 0.4537898 0.30642515 0.2935539 ] Correct: [41.875 72.34375 84.53125 89.375 89.6875 ]% Cross Entropy Loss: [1.7421329 0.7826749 0.431357 0.30841458 0.2978093 ] Correct: [38.90625 72.03125 85.15625 89.21875 90.15625]% Cross Entropy Loss: [1.889501 0.8554762 0.52542114 0.3944021 0.3777359 ] Correct: [38.125 72.8125 81.71875 86.25 87.65625]% Cross Entropy Loss: [1.6383603 0.6660563 0.39640325 0.29779 0.24173538] Correct: [45.15625 76.25 85.9375 89.21875 91.71875]% Cross Entropy Loss: [1.8073285 0.74782836 0.42753386 0.31935614 0.29642987] Correct: [41.40625 76.09375 85.3125 89.84375 90.9375 ]% Cross Entropy Loss: [1.7737433 0.7546355 0.44091645 0.3340636 0.28912967] Correct: [41.40625 74.0625 85.46875 88.125 90.625 ]% Cross Entropy Loss: [1.7223898 0.7170398 0.396491 0.3312632 0.28785095] Correct: [42.34375 74.53125 85.625 87.1875 90.15625]% Cross Entropy Loss: [1.7838827 0.73101705 0.4229645 0.316912 0.27542168] Correct: [40.3125 75.46875 84.53125 89.0625 91.40625]% Cross Entropy Loss: [1.7451967 0.7448251 0.4363013 0.34973508 0.3087028 ] Correct: [41.875 73.4375 84.375 87.34375 89.84375]% Cross Entropy Loss: [1.9899517 0.8736218 0.48903528 0.37470576 0.32891423] Correct: [34.21875 71.09375 84.6875 87.65625 88.75 ]% Cross Entropy Loss: [1.8890886 0.7863399 0.45821315 0.340959 0.29147813] Correct: [36.875 73.28125 84.0625 87.96875 89.21875]% Cross Entropy Loss: [1.822395 0.7208115 0.45351753 0.36223128 0.31609637] Correct: [40.15625 75. 84.84375 86.09375 89.0625 ]% Cross Entropy Loss: [1.6051718 0.6288516 0.381283 0.29004556 0.22402582] Correct: [46.875 79.6875 87.96875 91.40625 93.28125]% Cross Entropy Loss: [1.9517343 0.8744114 0.5372039 0.4064127 0.34393844] Correct: [36.25 72.03125 82.03125 85.625 87.1875 ]% Cross Entropy Loss: [1.9427229 0.8419342 0.4757715 0.35751596 0.32121843] Correct: [37.8125 71.40625 83.75 88.125 89.53125]% Cross Entropy Loss: [2.0710387 0.8494915 0.4589714 0.34222275 0.3130813 ] Correct: [37.03125 70.46875 83.59375 88.4375 89.21875]% Cross Entropy Loss: [1.9876124 0.9355543 0.5190776 0.39726773 0.3490713 ] Correct: [36.40625 69.53125 81.25 84.84375 87.65625]% Cross Entropy Loss: [1.7475154 0.75095975 0.4437934 0.3467154 0.29114825] Correct: [41.40625 73.28125 85.3125 85.9375 91.25 ]% Cross Entropy Loss: [1.9205385 0.73084366 0.41446638 0.32371268 0.25704268] Correct: [35.9375 76.25 85.15625 89.6875 91.25 ]% Cross Entropy Loss: [1.7893155 0.78801286 0.46464664 0.36918682 0.33028564] Correct: [40. 71.875 85.625 87.96875 88.59375]% Cross Entropy Loss: [1.8174057 0.834257 0.5221306 0.39668548 0.32448322] Correct: [41.25 72.96875 82.5 85.15625 88.59375]% Cross Entropy Loss: [1.8275824 0.713178 0.47655398 0.37743655 0.3103856 ] Correct: [39.53125 75.3125 82.96875 87.34375 88.28125]% Cross Entropy Loss: [1.7065668 0.6756365 0.42413768 0.27168652 0.27179593] Correct: [42.03125 76.09375 84.0625 90.9375 90.9375 ]% Cross Entropy Loss: [1.7645385 0.7127378 0.4786695 0.3686967 0.36188284] Correct: [42.96875 74.375 84.6875 88.125 87.34375]% Cross Entropy Loss: [1.8265562 0.83245736 0.48706645 0.32991913 0.2859467 ] Correct: [40.625 73.4375 82.8125 88.28125 89.53125]% Cross Entropy Loss: [1.9362271 0.86880064 0.49465474 0.37884706 0.33573988] Correct: [37.03125 70.78125 82.96875 87.03125 87.8125 ]% Cross Entropy Loss: [1.7468094 0.7418145 0.4211591 0.31807163 0.27819797] Correct: [43.75 74.84375 85.78125 88.75 91.25 ]% Cross Entropy Loss: [1.7442576 0.6791165 0.34856093 0.2847813 0.24189389] Correct: [41.71875 74.6875 87.34375 90.46875 92.03125]% Cross Entropy Loss: [1.7217493 0.71573734 0.4076187 0.33533615 0.26106334] Correct: [42.1875 74.6875 87.1875 89.53125 90.625 ]% Cross Entropy Loss: [1.7859777 0.7051434 0.39206085 0.3127596 0.27826124] Correct: [38.90625 75.3125 86.71875 90.15625 90. ]% Cross Entropy Loss: [1.8674161 0.86435 0.45816118 0.34406143 0.27553615] Correct: [39.53125 69.53125 84.84375 87.5 89.0625 ]% Cross Entropy Loss: [1.8466038 0.7678033 0.4017299 0.292661 0.2636969] Correct: [39.0625 73.75 87.03125 91.5625 91.40625]% Cross Entropy Loss: [1.641025 0.6740864 0.44525567 0.309425 0.26077026] Correct: [45.3125 77.96875 85. 90.3125 91.09375]% Cross Entropy Loss: [1.732035 0.7358829 0.46003065 0.3420887 0.29528698] Correct: [41.5625 75.46875 83.90625 87.03125 88.4375 ]% Cross Entropy Loss: [1.7097743 0.70302147 0.39315322 0.2889834 0.26757285] Correct: [45.15625 76.875 85.78125 88.59375 90.9375 ]% Cross Entropy Loss: [1.6934531 0.75509787 0.4586739 0.35746372 0.33061323] Correct: [41.5625 74.53125 83.90625 86.5625 87.65625]% Cross Entropy Loss: [1.9084837 0.8117727 0.44677782 0.34236336 0.29851538] Correct: [38.90625 72.03125 83.75 87.5 90.15625]% Cross Entropy Loss: [1.5835174 0.6339691 0.36918736 0.29662737 0.25727504] Correct: [45.15625 78.90625 88.125 91.40625 91.25 ]% Cross Entropy Loss: [1.9901317 0.8141637 0.45389596 0.3512667 0.30021638] Correct: [37.65625 70. 83.4375 88.75 89.84375]% Cross Entropy Loss: [1.954225 0.8554845 0.49467427 0.38261297 0.3081712 ] Correct: [35.9375 74.375 83.90625 86.71875 90. ]% Cross Entropy Loss: [1.7906189 0.7959956 0.46386665 0.37801376 0.2939935 ] Correct: [41.71875 72.03125 82.65625 87.03125 90.15625]% Cross Entropy Loss: [1.8053825 0.7103071 0.4436946 0.34612685 0.27569416] Correct: [39.6875 76.09375 84.84375 87.5 89.6875 ]% Cross Entropy Loss: [1.5881463 0.6638628 0.41598973 0.31445846 0.2622527 ] Correct: [45.9375 74.6875 85. 89.21875 90.625 ]% Cross Entropy Loss: [1.8695596 0.8482709 0.47649264 0.3796729 0.32271516] Correct: [40. 70.625 83.28125 87.34375 89.6875 ]% Cross Entropy Loss: [1.9136238 0.79955596 0.4367272 0.3668929 0.3099001 ] Correct: [38.90625 70.46875 84.53125 87.34375 89.53125]% Cross Entropy Loss: [1.7006252 0.6663639 0.36477867 0.27018994 0.21334486] Correct: [42.1875 75.625 87.96875 90.15625 93.4375 ]% Cross Entropy Loss: [1.8060153 0.78951323 0.4554972 0.3654516 0.32345814] Correct: [41.09375 72.34375 84.21875 87.96875 88.75 ]% Cross Entropy Loss: [1.6979269 0.70709753 0.36976078 0.3172146 0.2748807 ] Correct: [43.4375 74.0625 87.1875 90.9375 91.09375]% Cross Entropy Loss: [1.8371975 0.78486997 0.4554223 0.3313612 0.31085736] Correct: [40.3125 72.8125 85.46875 88.28125 89.375 ]% Cross Entropy Loss: [1.8426529 0.80605954 0.47690597 0.37928134 0.34589273] Correct: [39.53125 72.03125 82.1875 86.25 89.0625 ]% Cross Entropy Loss: [1.6719239 0.7661053 0.4206438 0.29359826 0.26459128] Correct: [45.15625 74.53125 85.78125 90. 89.84375]% Cross Entropy Loss: [1.8103693 0.8145884 0.45366088 0.3478238 0.30970997] Correct: [43.125 74.375 84.84375 87.8125 89.375 ]% Cross Entropy Loss: [1.7416538 0.81190026 0.44058737 0.31830245 0.28529826] Correct: [42.65625 71.875 84.375 89.84375 89.375 ]% Cross Entropy Loss: [1.8699198 0.83358127 0.43687424 0.31912956 0.26847968] Correct: [38.59375 71.875 86.25 88.28125 91.09375]% Cross Entropy Loss: [1.7831104 0.7214595 0.43349022 0.33697182 0.30122375] Correct: [41.71875 76.09375 85.15625 87.8125 89.21875]% Cross Entropy Loss: [1.8696333 0.8483141 0.4959024 0.39291945 0.32425126] Correct: [39.21875 71.40625 82.65625 86.71875 88.125 ]% Cross Entropy Loss: [1.7151079 0.6742369 0.37940028 0.31101435 0.24011262] Correct: [44.53125 77.34375 87.1875 91.09375 92.5 ]% Cross Entropy Loss: [1.8119892 0.7583695 0.4364988 0.34274346 0.32262167] Correct: [41.5625 75.15625 85. 89.53125 89.0625 ]% Cross Entropy Loss: [1.879496 0.7231509 0.3955018 0.30847687 0.26345295] Correct: [42.1875 74.375 85.46875 90.3125 91.71875]% Cross Entropy Loss: [1.8816245 0.7794895 0.46260533 0.3346999 0.28944618] Correct: [39.53125 72.1875 82.96875 89.375 90.625 ]% Cross Entropy Loss: [1.7954756 0.76332784 0.48839888 0.36953726 0.31503624] Correct: [40. 75. 83.4375 87.65625 89.53125]% Cross Entropy Loss: [1.9671167 0.7844523 0.45181012 0.37061328 0.31081933] Correct: [35. 72.5 83.125 89.21875 89.375 ]% Cross Entropy Loss: [1.7853792 0.7715994 0.4560052 0.361708 0.3377431] Correct: [41.40625 73.90625 84.21875 87.34375 89.375 ]% Cross Entropy Loss: [1.8472569 0.7820329 0.51443905 0.41150331 0.34329915] Correct: [40. 74.375 82.1875 84.21875 86.40625]% Cross Entropy Loss: [1.7411373 0.7201692 0.42348966 0.32746965 0.27481323] Correct: [42.1875 76.71875 87.1875 90. 91.40625]% Cross Entropy Loss: [1.8205864 0.7419039 0.42924634 0.30106488 0.252424 ] Correct: [38.90625 73.75 84.6875 90.9375 92.5 ]% Cross Entropy Loss: [1.7162867 0.7636716 0.4239827 0.30565476 0.24537179] Correct: [42.8125 73.4375 86.5625 90.3125 90.9375]% Cross Entropy Loss: [1.742091 0.77581555 0.47809577 0.36496156 0.3019405 ] Correct: [44.6875 73.75 83.90625 88.125 90. ]% Cross Entropy Loss: [1.7826884 0.7010921 0.4213012 0.33485025 0.2992115 ] Correct: [41.25 76.5625 86.5625 88.59375 90.3125 ]% Cross Entropy Loss: [1.6132514 0.6696398 0.4621091 0.32669413 0.27835485] Correct: [44.21875 76.5625 84.53125 89.375 90.46875]% Cross Entropy Loss: [1.7273724 0.69006383 0.39491725 0.32523704 0.2591835 ] Correct: [41.5625 79.0625 88.28125 89.6875 91.71875]% Cross Entropy Loss: [1.8191935 0.73187214 0.45168853 0.32235262 0.2753262 ] Correct: [39.6875 74.21875 83.59375 89.21875 90.3125 ]% Cross Entropy Loss: [1.9778274 0.8783649 0.5150518 0.38906112 0.3428253 ] Correct: [38.90625 71.875 82.1875 87.03125 89.0625 ]% Cross Entropy Loss: [1.9608996 0.8591345 0.4670457 0.33700594 0.31897798] Correct: [36.25 69.6875 83.59375 88.125 88.59375]% Cross Entropy Loss: [1.8335596 0.7730681 0.44142276 0.33400434 0.29727387] Correct: [40.15625 74.21875 83.90625 87.8125 90.15625]% Cross Entropy Loss: [1.9403353 0.9053232 0.52926123 0.39282075 0.33684808] Correct: [38.90625 70.15625 82.96875 86.71875 88.125 ]% Cross Entropy Loss: [1.794521 0.729973 0.40745258 0.32367557 0.2491415 ] Correct: [41.5625 75. 84.375 88.59375 91.40625]% Cross Entropy Loss: [1.9404618 0.8501253 0.49088994 0.35954845 0.30685458] Correct: [35.15625 70.15625 83.4375 87.1875 89.375 ]% Cross Entropy Loss: [1.712067 0.7147951 0.4095617 0.31406933 0.26051217] Correct: [43.4375 75.15625 87.1875 89.21875 90.78125]% Cross Entropy Loss: [2.0686882 0.8395297 0.47351223 0.371948 0.27844697] Correct: [32.96875 71.875 84.84375 87.03125 89.84375]% Cross Entropy Loss: [1.9154183 0.76191753 0.41277084 0.3525979 0.2713347 ] Correct: [40.78125 74.53125 86.25 87.8125 91.09375]% Cross Entropy Loss: [2.0516553 0.81828344 0.46229428 0.3677328 0.32352272] Correct: [32.8125 72.5 85.3125 87.1875 88.90625]% Cross Entropy Loss: [1.8577869 0.8566548 0.48980993 0.3716964 0.30620494] Correct: [38.90625 72.5 82.65625 86.5625 88.90625]% Cross Entropy Loss: [1.830636 0.7692548 0.4741508 0.40425602 0.34184095] Correct: [37.1875 73.75 84.84375 85.46875 86.875 ]% Cross Entropy Loss: [1.840045 0.7951842 0.4725893 0.3492928 0.29747146] Correct: [41.25 73.4375 84.0625 88.28125 89.0625 ]% Cross Entropy Loss: [1.7457867 0.71708465 0.44905567 0.33524558 0.29418227] Correct: [42.03125 75. 83.90625 88.75 90. ]% Cross Entropy Loss: [1.7693834 0.74390143 0.45785588 0.30747887 0.25578636] Correct: [43.28125 75.15625 84.375 90.3125 91.71875]% Cross Entropy Loss: [1.7738373 0.72030675 0.4087158 0.30840886 0.2788293 ] Correct: [40.15625 74.53125 86.5625 89.0625 89.53125]% Cross Entropy Loss: [1.7839632 0.70015347 0.45689377 0.30839628 0.30761114] Correct: [44.0625 76.09375 83.90625 89.21875 87.96875]% Cross Entropy Loss: [1.7849216 0.7385513 0.41262937 0.32634288 0.2867983 ] Correct: [41.25 74.0625 85.3125 89.0625 90.3125]% Cross Entropy Loss: [1.7233918 0.734651 0.44325918 0.34486014 0.26851025] Correct: [38.75 73.90625 84.375 87.96875 90.46875]% Cross Entropy Loss: [1.6975784 0.7025238 0.46066013 0.3573194 0.30716527] Correct: [42.34375 77.03125 85.46875 89.21875 88.90625]% Cross Entropy Loss: [1.7609434 0.75623786 0.4509636 0.36688107 0.35558 ] Correct: [41.5625 73.125 82.8125 86.25 87.1875]% Cross Entropy Loss: [1.6581236 0.6919446 0.41519094 0.3507983 0.3094057 ] Correct: [45.3125 76.09375 86.25 88.28125 89.21875]% Cross Entropy Loss: [1.7590516 0.72257966 0.42460147 0.34559524 0.27706674] Correct: [40.3125 74.375 85.46875 89.21875 90.78125]% Cross Entropy Loss: [1.6522259 0.65847623 0.41124654 0.3322312 0.2788709 ] Correct: [44.0625 76.875 86.40625 88.28125 90.3125 ]% Cross Entropy Loss: [1.7699722 0.77586555 0.4745466 0.38330892 0.3284865 ] Correct: [43.28125 73.90625 84.84375 86.875 89.6875 ]% Cross Entropy Loss: [1.7309914 0.70323 0.44821224 0.39820665 0.3354062 ] Correct: [41.875 75.46875 85.3125 85.78125 88.75 ]% Cross Entropy Loss: [1.8222414 0.8079222 0.4969968 0.36041993 0.28955108] Correct: [38.75 73.90625 84.53125 85.78125 90.78125]% Cross Entropy Loss: [1.729009 0.7496455 0.42851147 0.3346981 0.2753007 ] Correct: [41.25 74.6875 84.53125 87.65625 90.78125]% Cross Entropy Loss: [1.8344309 0.77233964 0.463592 0.37938684 0.3251052 ] Correct: [39.21875 72.96875 83.59375 87.96875 88.4375 ]% Cross Entropy Loss: [2.079079 0.8572936 0.504949 0.4439159 0.38300171] Correct: [33.59375 72.03125 84.21875 86.25 88.90625]% Cross Entropy Loss: [1.9365839 0.8228091 0.5333198 0.40137783 0.4035841 ] Correct: [39.53125 71.5625 81.5625 85.78125 87.5 ]% Cross Entropy Loss: [1.6761694 0.65305626 0.36422515 0.28444928 0.24487844] Correct: [45.3125 76.5625 88.75 91.71875 90.78125]% Cross Entropy Loss: [1.8497807 0.8012763 0.49729386 0.360161 0.33203715] Correct: [37.03125 71.875 83.4375 87.34375 88.125 ]% Cross Entropy Loss: [1.847949 0.7649117 0.42604923 0.3192181 0.27881414] Correct: [38.59375 70.46875 85.78125 88.90625 88.90625]% Cross Entropy Loss: [1.6541647 0.6911539 0.37299666 0.26874155 0.23192814] Correct: [44.6875 76.5625 85.78125 90.625 90.9375 ]% Cross Entropy Loss: [1.8176062 0.77546155 0.44678348 0.35085183 0.28798705] Correct: [38.125 73.125 85.625 87.8125 90.3125]% Cross Entropy Loss: [1.7182869 0.72156346 0.42757392 0.31026012 0.2799974 ] Correct: [42.8125 75.78125 84.21875 88.75 89.375 ]% Cross Entropy Loss: [1.9383045 0.82965386 0.46743768 0.324746 0.2760064 ] Correct: [36.25 71.25 85. 90.15625 91.40625]% Cross Entropy Loss: [1.7435076 0.7046319 0.429348 0.36153397 0.29646248] Correct: [42.8125 73.28125 83.90625 86.25 89.0625 ]% Cross Entropy Loss: [1.7073305 0.6508571 0.35333693 0.27041548 0.23370557] Correct: [44.6875 78.59375 87.03125 90.625 91.5625 ]% Cross Entropy Loss: [1.8350716 0.876077 0.5393933 0.3683959 0.38023013] Correct: [37.03125 71.09375 81.5625 85.46875 85.625 ]% Cross Entropy Loss: [1.6856587 0.6936203 0.40691048 0.30140382 0.25783592] Correct: [43.4375 75.9375 84.84375 89.53125 92.34375]% Cross Entropy Loss: [1.8106868 0.71285784 0.43410596 0.3414132 0.27727383] Correct: [42.65625 75.78125 84.84375 89.0625 91.40625]% Cross Entropy Loss: [1.7183397 0.7431729 0.3938638 0.3246397 0.30163822] Correct: [43.4375 75.9375 86.25 89.0625 89.6875]% Cross Entropy Loss: [1.9794657 0.9127327 0.5676295 0.48992985 0.41574937] Correct: [36.25 70. 80.46875 82.65625 83.90625]% Cross Entropy Loss: [1.8495386 0.82069457 0.5490526 0.4269774 0.35951927] Correct: [39.21875 71.40625 82.03125 86.25 88.125 ]% Cross Entropy Loss: [2.0157251 0.7703615 0.41110268 0.3394438 0.2681877 ] Correct: [35.78125 72.1875 85.78125 88.28125 90.15625]% Cross Entropy Loss: [1.7736496 0.70908654 0.42951775 0.33825535 0.30034947] Correct: [41.25 74.6875 86.25 87.8125 89.6875]% Cross Entropy Loss: [1.8767732 0.762365 0.4622127 0.3442102 0.27416342] Correct: [37.34375 73.59375 84.0625 87.65625 90.625 ]% Cross Entropy Loss: [1.681597 0.70811987 0.37744159 0.32863778 0.27137634] Correct: [42.5 76.5625 85.9375 89.0625 89.84375]% Cross Entropy Loss: [1.7945477 0.73087776 0.44987154 0.32473662 0.31136718] Correct: [40. 75.625 84.84375 87.96875 88.90625]% Cross Entropy Loss: [1.7561337 0.76759577 0.41956472 0.33162054 0.28583413] Correct: [43.28125 74.53125 85.9375 88.75 89.84375]% Cross Entropy Loss: [1.7507999 0.72447574 0.39699602 0.30507135 0.2596193 ] Correct: [42.5 74.84375 86.09375 88.90625 89.6875 ]% Cross Entropy Loss: [2.050352 0.86499196 0.45079917 0.36951378 0.32900888] Correct: [36.71875 70. 83.59375 86.71875 88.59375]% Cross Entropy Loss: [1.779467 0.71722096 0.41611958 0.3318033 0.3033678 ] Correct: [42.1875 74.84375 86.40625 88.4375 89.53125]% Cross Entropy Loss: [1.5250795 0.65819705 0.3778537 0.29021442 0.2701355 ] Correct: [50. 77.8125 87.8125 90.9375 91.5625]% Cross Entropy Loss: [1.7392435 0.66206825 0.41339588 0.32163662 0.27731723] Correct: [42.03125 78.4375 86.40625 89.6875 90.15625]% Cross Entropy Loss: [1.8135967 0.721619 0.43754846 0.3329937 0.30283675] Correct: [41.71875 75. 83.75 87.65625 89.0625 ]% Cross Entropy Loss: [1.8218956 0.76382315 0.49844065 0.36814904 0.33445793] Correct: [38.90625 74.21875 80.78125 86.875 87.65625]%
if classifier_type == 'fast':
# if snn_samples already exist, don't recompute
print(out_projs[-1].out_proj.weight.abs().mean())
try:
snn_samples
except:
snn_samples, targets = get_samples(SNN, train_loader, args.n_hidden, device)
cat = True
test_accs = []
train_accs = []
for i in range(10):
with torch.no_grad():
out_projs, acc, losses_out = train_out_proj_fast(SNN, args, 60, 60, snn_samples, train_loader.y, cat=cat, lr=1e-4, weight_decay=1)
print('Mean abs weights', out_projs[-1].out_proj.weight.abs().mean())
test_accs.append(get_accuracy(SNN, out_projs, test_loader, device, cat=cat)[0])
train_accs.append(get_accuracy(SNN, out_projs, train_loader, device, cat=cat)[0])
test_accs = torch.stack([torch.tensor(ta) for ta in test_accs])
train_accs = torch.stack([torch.tensor(ta) for ta in train_accs])
print(f'Fast Classifier Mean Test Accuracy: {100*torch.mean(test_accs, dim=0)}, Std: {100*torch.std(test_accs, dim=0)}')
print(f'Fast Classifier Mean Train Accuracy: {100*torch.mean(train_accs, dim=0)}, Std: {100*torch.std(train_accs, dim=0)}')
tensor(0.0211, grad_fn=<MeanBackward0>)
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [6.227582 4.1888533 3.2490273 2.909603 2.589054 ] Correct: [ 9.02403139 17.01814615 24.10495341 36.63560569 39.44335459]% Cross Entropy Loss: [3.084407 2.016076 1.4383445 1.0701764 0.9732591] Correct: [20.96615988 36.28003923 51.32417852 63.07013242 66.53997057]% Cross Entropy Loss: [2.5818331 1.594016 1.1117206 0.8449952 0.7417273] Correct: [26.67974497 47.40068661 61.85630211 70.73320255 74.69347719]% Cross Entropy Loss: [2.3462574 1.384643 0.9405036 0.7046546 0.62765473] Correct: [30.44384502 53.1142717 67.69249632 75.74791564 79.14418833]% Cross Entropy Loss: [2.1776595 1.2149087 0.8116775 0.6102515 0.5459828] Correct: [33.64394311 58.88916135 71.92251103 79.00931829 81.96419814]% Cross Entropy Loss: [2.050162 1.1051838 0.71940565 0.5364115 0.47259218] Correct: [35.99803825 61.96665032 75.55174105 82.06228543 84.30603237]% Cross Entropy Loss: [1.9329681 1.0034693 0.64401597 0.48784244 0.42599022] Correct: [38.47474252 65.85335949 78.50662089 83.55811672 86.1451692 ]% Cross Entropy Loss: [1.8539302 0.9390004 0.5900029 0.4441684 0.38296673] Correct: [39.74987739 68.18293281 80.38254046 85.02942619 87.37126042]% Cross Entropy Loss: [1.7599659 0.86814374 0.5444651 0.4060365 0.3547005 ] Correct: [42.11623345 70.96615988 82.22167729 87.00343306 88.52378617]% Cross Entropy Loss: [1.7068281 0.8216575 0.5089905 0.37837592 0.32595748] Correct: [43.28102011 72.16772928 83.28837666 87.92300147 89.87248651]% Cross Entropy Loss: [1.6603553 0.78327495 0.480426 0.35097936 0.2998956 ] Correct: [44.38450221 73.72486513 84.64933791 88.87935262 90.70622854]% Cross Entropy Loss: [1.5904566 0.729717 0.44489974 0.330476 0.27902165] Correct: [45.83128985 75.64982835 86.25551741 89.67631192 91.9691025 ]% Cross Entropy Loss: [1.5404096 0.69193333 0.41282016 0.3100537 0.2649857 ] Correct: [47.27807749 77.29279058 87.22412948 90.06866111 91.89553703]% Cross Entropy Loss: [1.4986635 0.65678114 0.38452503 0.28919005 0.24047953] Correct: [48.61451692 78.54340363 88.30308975 90.85335949 92.86414909]% Cross Entropy Loss: [1.4629978 0.6266908 0.3713348 0.2716782 0.22808151] Correct: [49.65669446 79.51201569 88.97743992 91.95684159 93.63658656]% Cross Entropy Loss: [1.4163728 0.600094 0.34669423 0.24765362 0.20712939] Correct: [51.39774399 80.46836685 90.14222658 92.87641 94.40902403]% Cross Entropy Loss: [1.3832793 0.57429135 0.33811283 0.24744329 0.20516936] Correct: [52.12113781 81.48602256 90.09318293 92.64345267 94.21284944]% Cross Entropy Loss: [1.3501191 0.5451972 0.3169877 0.22540744 0.1860011 ] Correct: [53.37175086 83.07994115 91.23344777 93.58754291 95.03433055]% Cross Entropy Loss: [1.3149152 0.5234925 0.30332264 0.215777 0.18347086] Correct: [53.93575282 84.07307504 91.5644924 94.43354586 95.05885238]% Cross Entropy Loss: [1.2902291 0.5064556 0.2840734 0.20270316 0.16773361] Correct: [55.25993134 84.29377146 92.27562531 94.42128494 95.52476704]% Cross Entropy Loss: [1.2675848 0.49165586 0.27353725 0.19428666 0.16319065] Correct: [56.13045611 84.87003433 92.70475723 95.14467876 95.83128985]% Cross Entropy Loss: [1.225189 0.46989253 0.2595812 0.18073896 0.1484007 ] Correct: [57.30750368 85.92447278 93.56302109 95.38989701 96.4811182 ]% Cross Entropy Loss: [1.2188863 0.4601508 0.25531334 0.18140306 0.15233615] Correct: [57.35654733 86.1451692 93.53849926 95.41441883 96.33398725]% Cross Entropy Loss: [1.1967704 0.43187392 0.2413208 0.16350079 0.13748264] Correct: [58.30063757 87.45708681 93.93084846 96.1868563 96.787641 ]% Cross Entropy Loss: [1.1634043 0.42663878 0.24053846 0.16499452 0.13468622] Correct: [59.22020598 87.61647867 93.91858754 96.29720451 96.89798921]% Cross Entropy Loss: [1.147153 0.4132483 0.22520845 0.1581474 0.12631164] Correct: [59.93133889 88.33987249 94.60519863 96.35850907 97.15546837]% Cross Entropy Loss: [1.1307251 0.40332636 0.21875279 0.14940323 0.11790174] Correct: [60.29916626 88.51152526 95.12015694 96.75085826 97.57233938]% Cross Entropy Loss: [1.1146512 0.3932615 0.20854837 0.14476669 0.11901622] Correct: [61.39038744 89.18587543 95.07111329 96.87346739 97.31486023]% Cross Entropy Loss: [1.0977266 0.3796877 0.20245132 0.14267363 0.11439568] Correct: [61.67238843 89.27170181 95.2795488 96.84894556 97.54781756]% Cross Entropy Loss: [1.0738505 0.3712277 0.1942338 0.1343637 0.10659679] Correct: [62.87395782 89.70083374 95.94163806 97.22903384 97.96468857]% Cross Entropy Loss: [1.0602728 0.35614356 0.18469554 0.1250208 0.10680015] Correct: [62.91074056 90.84109858 96.19911721 97.63364394 97.6949485 ]% Cross Entropy Loss: [1.0362564 0.34327102 0.17802864 0.12196089 0.09400353] Correct: [64.29622364 91.12309956 96.43207455 97.85434036 98.33251594]% Cross Entropy Loss: [1.032546 0.33907506 0.17114583 0.11708787 0.09530973] Correct: [64.46787641 91.30701324 96.8857283 97.64590486 98.16086317]% Cross Entropy Loss: [1.018495 0.33560556 0.1672213 0.11563661 0.09326134] Correct: [65.0564002 91.31927415 96.66503188 97.80529671 98.18538499]% Cross Entropy Loss: [1.0175304 0.33529425 0.17005605 0.11752106 0.08999334] Correct: [65.79205493 90.95144679 96.4811182 97.65816577 98.35703776]% Cross Entropy Loss: [1.0106018 0.32298252 0.16372687 0.111113 0.08493247] Correct: [64.56596371 91.6625797 96.87346739 97.9892104 98.47964689]% Cross Entropy Loss: [0.97946304 0.30804422 0.15876245 0.11050939 0.08569176] Correct: [66.79744973 92.33692987 97.09416381 97.97694949 98.32025503]% Cross Entropy Loss: [0.9857347 0.30929872 0.15477222 0.10367916 0.08507264] Correct: [66.18440412 92.09171162 97.14320745 98.00147131 98.28347229]% Cross Entropy Loss: [0.97348267 0.29906055 0.14442803 0.09653436 0.07448013] Correct: [66.83423247 92.58214811 97.68268759 98.35703776 98.81069152]% Cross Entropy Loss: [0.9701352 0.2988704 0.1447718 0.10016789 0.07311945] Correct: [67.28788622 92.61893085 97.32712114 98.13634134 98.7984306 ]% Cross Entropy Loss: [0.9405685 0.28492096 0.13776097 0.08610806 0.06346878] Correct: [68.75919568 93.40362923 97.7930358 98.8965179 99.23982344]% Cross Entropy Loss: [0.93186814 0.27729243 0.13999675 0.09787038 0.07517292] Correct: [68.86954389 93.7714566 97.46199117 98.1976459 98.73712604]% Cross Entropy Loss: [0.9183961 0.26741472 0.12911448 0.07850525 0.06017514] Correct: [69.65424228 94.16380579 97.90338401 99.0926925 99.3992153 ]% Cross Entropy Loss: [0.9241305 0.2740833 0.128459 0.0825237 0.06545365] Correct: [69.49485042 93.74693477 98.08729769 98.74938695 99.01912702]% Cross Entropy Loss: [0.9106141 0.2732801 0.1288327 0.08655582 0.06529032] Correct: [69.78911231 93.39136832 97.7930358 98.50416871 99.01912702]% Cross Entropy Loss: [0.90430737 0.26256832 0.12292261 0.08218928 0.06019967] Correct: [69.76459049 94.05345758 98.16086317 98.85973516 99.301128 ]% Cross Entropy Loss: [0.8850401 0.25149992 0.11642696 0.07858691 0.06024847] Correct: [71.17459539 94.56841589 98.2957332 98.77390878 99.22756253]% Cross Entropy Loss: [0.89123064 0.24553515 0.11201175 0.07071387 0.05154245] Correct: [70.67189799 94.98528691 98.57773418 99.11721432 99.57086807]% Cross Entropy Loss: [0.88514316 0.24429102 0.1109072 0.06904819 0.05300098] Correct: [70.79450711 94.60519863 98.5899951 99.23982344 99.47278077]% Cross Entropy Loss: [0.8754399 0.23969546 0.10988028 0.06917343 0.05221026] Correct: [71.49337911 95.38989701 98.54095145 99.23982344 99.47278077]% Cross Entropy Loss: [0.8627392 0.23674148 0.10858904 0.06797701 0.06324264] Correct: [71.787641 95.21824424 98.62677783 99.301128 98.97008337]% Cross Entropy Loss: [0.8716382 0.23277749 0.10765184 0.06795376 0.04896099] Correct: [71.70181462 95.25502697 98.52869053 98.98234429 99.42373713]% Cross Entropy Loss: [0.84575206 0.22379623 0.09983449 0.06158574 0.04525918] Correct: [73.00147131 95.79450711 98.87199608 99.41147621 99.65669446]% Cross Entropy Loss: [0.8510538 0.22383201 0.09794874 0.06432494 0.04918044] Correct: [72.73173124 95.72094164 98.95782246 99.17851888 99.3992153 ]% Cross Entropy Loss: [0.846884 0.2267817 0.09953232 0.06333157 0.04455412] Correct: [73.38155959 95.42667974 98.83521334 99.26434527 99.65669446]% Cross Entropy Loss: [0.8403239 0.22168458 0.09568134 0.05679873 0.04175257] Correct: [73.08729769 95.72094164 98.90877881 99.50956351 99.65669446]% Cross Entropy Loss: [0.8331327 0.21802935 0.09692178 0.06193991 0.04276354] Correct: [73.8965179 95.73320255 98.81069152 99.19077979 99.64443355]% Cross Entropy Loss: [0.8270904 0.21292622 0.08981011 0.05453913 0.04151616] Correct: [73.7984306 96.06424718 99.08043158 99.48504169 99.66895537]% Cross Entropy Loss: [0.81994486 0.20769778 0.08723076 0.05290293 0.03698396] Correct: [73.65129966 96.16233448 99.20304071 99.60765081 99.82834723]% Cross Entropy Loss: [0.813467 0.20664278 0.08925493 0.05578389 0.04522276] Correct: [74.41147621 96.17459539 99.0926925 99.42373713 99.54634625]% Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.00% From layer 1: Accuracy: 69.52% From layer 2: Accuracy: 74.87% From layer 3: Accuracy: 76.50% From layer 4: Accuracy: 77.30%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.75% From layer 1: Accuracy: 96.95% From layer 2: Accuracy: 99.69% From layer 3: Accuracy: 99.88% From layer 4: Accuracy: 99.75%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.27374 3.8414185 3.472336 3.1223361 2.2361615] Correct: [ 9.96812163 19.15154487 25.06130456 33.79107406 45.65963708]% Cross Entropy Loss: [2.891183 1.9824755 1.464926 1.0667708 0.9089445] Correct: [21.21137813 37.35899951 50.80922021 62.78813144 68.62432565]% Cross Entropy Loss: [2.5200572 1.561557 1.104361 0.80235296 0.68896925] Correct: [26.79009318 47.486513 61.79499755 72.32712114 76.67974497]% Cross Entropy Loss: [2.3112257 1.3502896 0.92904484 0.6810767 0.5838958 ] Correct: [30.64001962 53.911231 67.93771457 77.28052967 80.70132418]% Cross Entropy Loss: [2.1508949 1.192908 0.80818707 0.5979528 0.52059555] Correct: [33.26385483 59.22020598 72.86660128 80.21088769 82.4301128 ]% Cross Entropy Loss: [2.0249166 1.0727776 0.7127406 0.5309152 0.44919002] Correct: [36.63560569 62.86169691 76.44678764 82.49141736 85.5443845 ]% Cross Entropy Loss: [1.9258606 0.9933538 0.649709 0.4912074 0.41018587] Correct: [38.73222168 66.62579696 78.48209907 84.09759686 86.56204022]% Cross Entropy Loss: [1.8384815 0.91591614 0.5943169 0.44638944 0.3722004 ] Correct: [40.33840118 69.43354586 80.95880333 85.39725356 87.81265326]% Cross Entropy Loss: [1.7462299 0.845809 0.55008525 0.410712 0.34134904] Correct: [42.10397254 71.27268269 82.39333006 86.96665032 88.80578715]% Cross Entropy Loss: [1.6875755 0.7954762 0.51067334 0.37865663 0.31646174] Correct: [44.06571849 73.68808239 83.34968122 87.4448259 89.88474743]% Cross Entropy Loss: [1.6325849 0.7462252 0.47643852 0.34663647 0.28756952] Correct: [45.03433055 75.80922021 85.01716528 89.12457087 91.23344777]% Cross Entropy Loss: [1.5776799 0.70394754 0.43796933 0.3247898 0.26666245] Correct: [46.6895537 77.04757234 86.57430113 89.87248651 91.8710152 ]% Cross Entropy Loss: [1.5260979 0.67174447 0.41451657 0.3090316 0.2524599 ] Correct: [48.2957332 78.42079451 87.38352133 90.362923 92.26336439]% Cross Entropy Loss: [1.4880519 0.6399729 0.39513078 0.28925303 0.2329056 ] Correct: [49.53408534 79.73271211 88.22952428 91.23344777 93.21971555]% Cross Entropy Loss: [1.4541321 0.6116601 0.37898132 0.2741054 0.22645344] Correct: [49.86512997 80.75036783 88.92839627 91.9691025 93.41589014]% Cross Entropy Loss: [1.399434 0.5807341 0.35704818 0.25689545 0.20839849] Correct: [51.75331045 81.79254537 89.19813634 92.55762629 94.00441393]% Cross Entropy Loss: [1.378886 0.5666931 0.34155342 0.25385487 0.20105858] Correct: [52.2069642 82.06228543 89.8602256 92.41049534 94.47032859]% Cross Entropy Loss: [1.345707 0.53814733 0.32326642 0.23279855 0.18250743] Correct: [53.35948995 83.1289848 91.29475233 93.33006376 95.15693968]% Cross Entropy Loss: [1.3180263 0.51628554 0.3010125 0.2148698 0.17104757] Correct: [54.15644924 83.85237862 91.80971064 94.22511035 95.48798431]% Cross Entropy Loss: [1.2841133 0.49606767 0.29044515 0.20554069 0.16567218] Correct: [55.21088769 84.78420795 92.07945071 94.45806768 95.81902894]% Cross Entropy Loss: [1.2689854 0.48722637 0.2860988 0.20217001 0.15526974] Correct: [56.30210888 85.50760177 92.14075527 94.47032859 95.91711623]% Cross Entropy Loss: [1.226513 0.45453006 0.26497075 0.18488991 0.14986053] Correct: [57.30750368 87.10152035 93.19519372 95.32859245 96.2849436 ]% Cross Entropy Loss: [1.2071398 0.4522494 0.2579263 0.18039215 0.14254828] Correct: [58.14124571 86.68464934 93.37910741 95.26728789 96.62824914]% Cross Entropy Loss: [1.1827488 0.4310102 0.242248 0.17171982 0.13694976] Correct: [58.98724865 87.26091221 94.06571849 95.72094164 96.82442374]% Cross Entropy Loss: [1.1696835 0.4175735 0.2406846 0.17405248 0.13557008] Correct: [59.34281511 88.20500245 94.15154487 95.6841589 96.82442374]% Cross Entropy Loss: [1.1447138 0.40699312 0.22965041 0.16237737 0.12481926] Correct: [60.49534085 88.33987249 94.39676312 95.90485532 97.00833742]% Cross Entropy Loss: [1.1278452 0.39672026 0.22078924 0.15076333 0.12025574] Correct: [61.31682197 89.24717999 94.47032859 96.43207455 97.2903384 ]% Cross Entropy Loss: [1.1091738 0.38895202 0.21853867 0.14931746 0.11741825] Correct: [61.75821481 89.11230996 94.8749387 96.46885728 97.37616479]% Cross Entropy Loss: [1.1034963 0.36732095 0.20176265 0.13679673 0.1046197 ] Correct: [62.43256498 90.09318293 95.46346248 97.27807749 98.11181952]% Cross Entropy Loss: [1.0695667 0.35866433 0.1965489 0.13480102 0.10044353] Correct: [63.32761157 90.47327121 95.69641981 97.20451202 98.17312408]% Cross Entropy Loss: [1.0628512 0.35162348 0.19041327 0.12440599 0.09272046] Correct: [63.31535066 90.84109858 95.89259441 97.70720942 98.5899951 ]% Cross Entropy Loss: [1.0457281 0.34220108 0.18166876 0.1209064 0.09231587] Correct: [63.76900441 90.82883767 96.54242276 97.76851398 98.38155959]% Cross Entropy Loss: [1.0415273 0.34008428 0.18949741 0.12930924 0.10179251] Correct: [64.14909269 91.13536047 95.76998529 97.16772928 97.74399215]% Cross Entropy Loss: [1.016046 0.324832 0.17429888 0.11465599 0.08682165] Correct: [65.48553212 91.9691025 96.35850907 97.76851398 98.3938205 ]% Cross Entropy Loss: [1.0168939 0.3223357 0.16961734 0.11312427 0.08540747] Correct: [65.15448749 91.63805787 96.83668465 97.63364394 98.46738597]% Cross Entropy Loss: [1.0025686 0.31589246 0.16141707 0.10419198 0.08160135] Correct: [65.60814125 92.12849436 96.8857283 98.14860226 98.81069152]% Cross Entropy Loss: [0.9870913 0.30448848 0.15856402 0.10520564 0.08055539] Correct: [66.18440412 92.52084355 97.15546837 98.2957332 98.61451692]% Cross Entropy Loss: [0.97794175 0.29581037 0.15169476 0.10119976 0.07669541] Correct: [66.65031878 92.81510544 97.30259931 98.36929868 98.84747425]% Cross Entropy Loss: [0.9624802 0.2911839 0.14794563 0.09537166 0.07197905] Correct: [67.64345267 93.13388916 97.35164296 98.60225601 98.88425699]% Cross Entropy Loss: [0.957777 0.2850787 0.14226757 0.09170125 0.06725644] Correct: [67.9744973 93.4771947 97.64590486 98.62677783 99.17851888]% Cross Entropy Loss: [0.9425673 0.28341094 0.13994439 0.0948481 0.07297558] Correct: [68.7714566 93.28102011 97.35164296 98.16086317 98.65129966]% Cross Entropy Loss: [0.9470355 0.28234214 0.14474113 0.09774639 0.0771612 ] Correct: [68.73467386 93.2687592 97.51103482 97.94016675 98.54095145]% Cross Entropy Loss: [0.92273754 0.26906568 0.13290165 0.08574462 0.0645291 ] Correct: [69.23737126 93.62432565 97.95242766 98.71260422 99.0926925 ]% Cross Entropy Loss: [0.92082024 0.26177165 0.12962465 0.08254498 0.06097392] Correct: [69.5806768 94.274154 97.91564492 98.81069152 99.16625797]% Cross Entropy Loss: [0.9103675 0.25996363 0.12791972 0.0816936 0.06173243] Correct: [70.05885238 94.56841589 97.71947033 98.65129966 99.20304071]% Cross Entropy Loss: [0.9061293 0.2586314 0.12282249 0.07580855 0.0534173 ] Correct: [69.55615498 94.02893575 98.05051496 98.98234429 99.44825895]% Cross Entropy Loss: [0.884321 0.24404144 0.1160596 0.07381081 0.05329121] Correct: [71.39529181 95.07111329 98.38155959 99.11721432 99.46051986]% Cross Entropy Loss: [0.8906367 0.2471753 0.11507954 0.06908772 0.05019914] Correct: [70.79450711 94.42128494 98.33251594 99.27660618 99.55860716]% Cross Entropy Loss: [0.8789318 0.24448496 0.11426295 0.07405467 0.05584338] Correct: [71.41981363 94.78911231 98.41834232 99.01912702 99.22756253]% Cross Entropy Loss: [0.8766195 0.23696372 0.11119518 0.06894885 0.05040185] Correct: [71.30946542 95.07111329 98.52869053 99.22756253 99.43599804]% Cross Entropy Loss: [0.87556076 0.23965609 0.11260656 0.07281154 0.05258946] Correct: [71.75085826 94.81363413 98.4919078 98.90877881 99.36243256]% Cross Entropy Loss: [0.8581252 0.2319578 0.10906094 0.07002944 0.04904839] Correct: [72.46199117 95.43894066 98.41834232 99.04364885 99.50956351]% Cross Entropy Loss: [0.8729718 0.23468368 0.10848375 0.06790487 0.04858797] Correct: [71.43207455 94.78911231 98.3938205 99.03138794 99.37469348]% Cross Entropy Loss: [0.8611061 0.22359507 0.10136623 0.06151434 0.04620599] Correct: [72.11868563 95.5860716 98.63903874 99.47278077 99.57086807]% Cross Entropy Loss: [0.8471489 0.21940985 0.10007053 0.06240632 0.04573572] Correct: [72.78077489 95.75772437 98.72486513 99.19077979 99.4973026 ]% Cross Entropy Loss: [0.8526547 0.22496626 0.09771966 0.05772855 0.04088673] Correct: [72.27807749 95.42667974 98.9946052 99.55860716 99.75478176]% Cross Entropy Loss: [0.83285856 0.2145921 0.09608791 0.06066531 0.04216262] Correct: [73.23442864 96.06424718 98.97008337 99.33791074 99.65669446]% Cross Entropy Loss: [0.8390596 0.221124 0.10052318 0.06170815 0.04515314] Correct: [72.97694949 95.38989701 98.47964689 99.19077979 99.54634625]% Cross Entropy Loss: [0.82943857 0.2070237 0.09050355 0.05514819 0.04611783] Correct: [73.56547327 96.16233448 99.06817067 99.4973026 99.46051986]% Cross Entropy Loss: [0.8274096 0.20559008 0.08970781 0.05701628 0.04185958] Correct: [74.41147621 96.02746444 98.98234429 99.37469348 99.55860716]% Mean abs weights tensor(0.0156, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.19% From layer 1: Accuracy: 69.43% From layer 2: Accuracy: 76.86% From layer 3: Accuracy: 77.61% From layer 4: Accuracy: 78.09%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 76.86% From layer 1: Accuracy: 97.03% From layer 2: Accuracy: 99.52% From layer 3: Accuracy: 99.87% From layer 4: Accuracy: 99.83%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.484103 4.0230637 3.1951368 2.8718507 2.3186266] Correct: [10.71603727 15.31387935 26.8023541 36.83178028 41.3683178 ]% Cross Entropy Loss: [2.9566455 2.073305 1.381013 1.0369178 0.94910014] Correct: [20.91711623 34.69838156 53.43305542 63.74448259 66.74840608]% Cross Entropy Loss: [2.537277 1.6232039 1.0671644 0.8102269 0.72147244] Correct: [26.91270231 46.46885728 63.71996077 72.15546837 75.5026974 ]% Cross Entropy Loss: [2.3024628 1.3853706 0.9115001 0.69848377 0.60675013] Correct: [31.27758705 52.67287886 69.05345758 75.73565473 79.19323198]% Cross Entropy Loss: [2.1230896 1.2089169 0.7754075 0.59265184 0.5128801 ] Correct: [34.40411967 58.60716037 74.20304071 80.28445316 83.06768024]% Cross Entropy Loss: [2.0004177 1.0884099 0.69142425 0.5295344 0.45621294] Correct: [37.06473762 62.57969593 77.2069642 82.20941638 84.91907798]% Cross Entropy Loss: [1.8954593 0.9902292 0.6352524 0.47814593 0.4083956 ] Correct: [39.18587543 66.4664051 79.94114762 84.28151054 86.81951937]% Cross Entropy Loss: [1.8078777 0.92661 0.579236 0.43438926 0.37219307] Correct: [40.97596861 68.84502207 81.81706719 85.8386464 87.87395782]% Cross Entropy Loss: [1.7338562 0.8542961 0.54012275 0.402522 0.3417371 ] Correct: [42.64345267 71.24816086 82.17263364 86.97891123 89.00196175]% Cross Entropy Loss: [1.6641474 0.8026454 0.5003845 0.36883062 0.32357872] Correct: [44.7768514 73.14860226 84.29377146 88.27856793 89.94605199]% Cross Entropy Loss: [1.6137637 0.7552075 0.46128482 0.34133676 0.29235402] Correct: [46.50564002 75.26974007 85.53212359 89.33300638 91.11083865]% Cross Entropy Loss: [1.5570639 0.711555 0.43167424 0.31749922 0.26158 ] Correct: [47.51103482 76.72878862 86.66012751 90.19127023 91.90779794]% Cross Entropy Loss: [1.5146759 0.6776383 0.4072687 0.31131876 0.25641605] Correct: [48.11181952 78.23688082 87.88621873 90.38744483 92.23884257]% Cross Entropy Loss: [1.471896 0.64742476 0.3862512 0.28537497 0.23932227] Correct: [49.69347719 78.75183914 88.30308975 91.33153507 92.79058362]% Cross Entropy Loss: [1.4496475 0.6269528 0.36918214 0.27984214 0.22585842] Correct: [50.1961746 79.58558117 89.18587543 91.17214321 93.58754291]% Cross Entropy Loss: [1.3964087 0.59559107 0.3505074 0.25307727 0.20672098] Correct: [51.92496322 81.424718 89.82344286 92.42275625 94.02893575]% Cross Entropy Loss: [1.3573313 0.556293 0.32610914 0.23496267 0.19012943] Correct: [52.58705248 82.50367827 90.52231486 93.21971555 94.85041687]% Cross Entropy Loss: [1.3207008 0.53751665 0.31298086 0.22998644 0.18820272] Correct: [54.3158411 83.61942128 91.45414419 93.64884747 94.96076508]% Cross Entropy Loss: [1.2923425 0.5195188 0.30130035 0.21518256 0.1811321 ] Correct: [55.05149583 84.69838156 91.58901422 94.01667484 95.03433055]% Cross Entropy Loss: [1.268428 0.49605578 0.28338036 0.20288269 0.16276595] Correct: [55.93428151 85.05394801 92.34919078 94.39676312 95.6841589 ]% Cross Entropy Loss: [1.2419674 0.4854095 0.2779895 0.19807447 0.15837479] Correct: [56.25306523 85.66699362 92.33692987 94.43354586 95.91711623]% Cross Entropy Loss: [1.2127137 0.46407476 0.2711275 0.19223075 0.15666877] Correct: [57.76115743 86.29230015 92.45953899 94.75232957 96.03972536]% Cross Entropy Loss: [1.1923378 0.4484008 0.25475878 0.18001416 0.1439822 ] Correct: [58.1289848 86.89308485 93.45267288 95.2795488 96.34624816]% Cross Entropy Loss: [1.1728821 0.44098803 0.24622379 0.177102 0.14510003] Correct: [59.33055419 87.3467386 93.66110839 95.47572339 96.16233448]% Cross Entropy Loss: [1.1452432 0.41597417 0.23104255 0.16074458 0.12359127] Correct: [60.43403629 88.14369789 94.39676312 96.17459539 97.3884257 ]% Cross Entropy Loss: [1.1365284 0.41142336 0.22285089 0.15332597 0.12160209] Correct: [61.10838646 88.51152526 94.82589505 96.57920549 97.43746935]% Cross Entropy Loss: [1.1140211 0.39333817 0.21349579 0.15074456 0.11662672] Correct: [61.35360471 89.19813634 94.82589505 96.45659637 97.3884257 ]% Cross Entropy Loss: [1.1075016 0.3856627 0.20525323 0.14397727 0.10983887] Correct: [60.89995096 89.43109367 95.42667974 96.67729279 97.97694949]% Cross Entropy Loss: [1.1072068 0.38944873 0.20900382 0.14945132 0.11412977] Correct: [61.67238843 89.28396273 95.12015694 96.44433546 97.64590486]% Cross Entropy Loss: [1.062185 0.37364864 0.19699314 0.13459025 0.110349 ] Correct: [63.58509073 89.62726827 95.67189799 97.1922511 97.62138303]% Cross Entropy Loss: [1.0558197 0.35579994 0.18569764 0.12658414 0.09993418] Correct: [63.58509073 90.58361942 96.05198627 97.43746935 98.12408043]% Cross Entropy Loss: [1.0544819 0.3446614 0.18120012 0.12535836 0.09931183] Correct: [63.37665522 91.04953409 96.35850907 97.3884257 97.92790584]% Cross Entropy Loss: [1.0342475 0.34054348 0.18011029 0.12520623 0.09676123] Correct: [63.94065718 91.17214321 96.1868563 97.21677293 98.03825405]% Cross Entropy Loss: [1.0085139 0.33009562 0.16935728 0.11606158 0.08938418] Correct: [65.22805297 91.50318784 96.53016184 97.73173124 98.2957332 ]% Cross Entropy Loss: [0.99078393 0.32201675 0.16636124 0.11102284 0.0855673 ] Correct: [66.74840608 91.88327612 96.86120647 97.87886219 98.50416871]% Cross Entropy Loss: [0.99161214 0.3135813 0.15615489 0.10340995 0.07729816] Correct: [66.92005885 92.45953899 97.17999019 98.33251594 98.93330064]% Cross Entropy Loss: [0.98895216 0.31130415 0.15680735 0.10488255 0.0793028 ] Correct: [66.44188328 92.69249632 97.11868563 98.01373222 98.68808239]% Cross Entropy Loss: [0.97597057 0.29816616 0.1516497 0.09733064 0.07448585] Correct: [67.42275625 93.1706719 97.37616479 98.45512506 99.05590976]% Cross Entropy Loss: [0.9634374 0.2928753 0.14727242 0.09707063 0.07268962] Correct: [68.08484551 93.45267288 97.21677293 98.14860226 98.92103973]% Cross Entropy Loss: [0.95042163 0.2941072 0.14790165 0.0964244 0.07377099] Correct: [68.6733693 92.81510544 97.1922511 98.36929868 98.85973516]% Cross Entropy Loss: [0.93457735 0.28627136 0.13811797 0.09045858 0.07041397] Correct: [69.18832761 93.28102011 97.68268759 98.56547327 98.98234429]% Cross Entropy Loss: [0.9236281 0.2768323 0.1330604 0.08743995 0.06639088] Correct: [69.05345758 93.6733693 98.02599313 98.66356057 99.0926925 ]% Cross Entropy Loss: [0.92433983 0.27055234 0.12922911 0.0842059 0.06775437] Correct: [69.1760667 94.22511035 98.14860226 98.74938695 99.06817067]% Cross Entropy Loss: [0.9265484 0.26752758 0.12916094 0.0862267 0.06237482] Correct: [69.20058852 93.99215302 97.87886219 98.56547327 99.11721432]% Cross Entropy Loss: [0.911072 0.2616798 0.1210296 0.07699525 0.05446567] Correct: [69.99754782 94.31093673 98.27121138 99.06817067 99.60765081]% Cross Entropy Loss: [0.8945422 0.25774398 0.12080701 0.08041397 0.05983837] Correct: [70.64737616 94.4825895 98.22216773 98.78616969 99.14173615]% Cross Entropy Loss: [0.8827326 0.2454859 0.11526167 0.07438024 0.05598535] Correct: [71.29720451 95.24276606 98.57773418 99.11721432 99.3992153 ]% Cross Entropy Loss: [0.8848578 0.24524361 0.11372998 0.07386386 0.05689399] Correct: [70.97842079 95.19372241 98.47964689 99.10495341 99.20304071]% Cross Entropy Loss: [0.8741295 0.24181747 0.10934436 0.06885029 0.04963978] Correct: [71.71407553 95.09563512 98.68808239 99.301128 99.54634625]% Cross Entropy Loss: [0.8682946 0.24126208 0.10841419 0.06735948 0.05034395] Correct: [71.95929377 95.12015694 98.56547327 99.31338892 99.54634625]% Cross Entropy Loss: [0.86348253 0.23448877 0.10578576 0.06497381 0.04842287] Correct: [72.22903384 95.35311427 98.65129966 99.36243256 99.48504169]% Cross Entropy Loss: [0.8561566 0.22549233 0.09867228 0.06225827 0.04363852] Correct: [72.33938205 95.89259441 99.11721432 99.44825895 99.65669446]% Cross Entropy Loss: [0.84893167 0.22634439 0.10060746 0.06297012 0.04617267] Correct: [73.03825405 95.75772437 98.78616969 99.17851888 99.4973026 ]% Cross Entropy Loss: [0.8640482 0.2259636 0.09587701 0.06165477 0.04518519] Correct: [72.37616479 95.67189799 99.06817067 99.36243256 99.61991172]% Cross Entropy Loss: [0.8492477 0.22181427 0.09550925 0.05835703 0.04204682] Correct: [72.54781756 95.56154978 99.04364885 99.53408534 99.77930358]% Cross Entropy Loss: [0.83584315 0.21592765 0.09442683 0.05930317 0.04316198] Correct: [73.70034331 96.13781265 99.06817067 99.33791074 99.65669446]% Cross Entropy Loss: [0.82884586 0.21292716 0.09339623 0.06126419 0.04469531] Correct: [73.81069152 96.19911721 99.16625797 99.22756253 99.52182442]% Cross Entropy Loss: [0.83003277 0.21935289 0.09355736 0.05842498 0.0491999 ] Correct: [73.46738597 95.35311427 98.95782246 99.301128 99.19077979]% Cross Entropy Loss: [0.82187223 0.20717634 0.08829 0.05186573 0.03846618] Correct: [74.57086807 96.35850907 99.15399706 99.64443355 99.75478176]% Cross Entropy Loss: [0.8143448 0.20110525 0.08443442 0.05319111 0.04283668] Correct: [74.28886709 96.53016184 99.31338892 99.63217263 99.66895537]% Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.61% From layer 1: Accuracy: 68.37% From layer 2: Accuracy: 75.57% From layer 3: Accuracy: 78.27% From layer 4: Accuracy: 79.06%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 76.24% From layer 1: Accuracy: 97.03% From layer 2: Accuracy: 99.58% From layer 3: Accuracy: 99.55% From layer 4: Accuracy: 99.90%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.646962 3.7715728 3.441618 2.8454788 2.4566376] Correct: [ 8.07994115 16.61353605 24.98773909 35.18881805 42.39823443]% Cross Entropy Loss: [3.0865219 1.9617945 1.4914103 1.0662891 0.92353463] Correct: [18.82050025 37.88621873 49.31338892 62.5551741 67.96223639]% Cross Entropy Loss: [2.599657 1.5613836 1.1365561 0.8179191 0.709687 ] Correct: [25.28200098 47.76851398 60.66699362 71.23589995 76.04217754]% Cross Entropy Loss: [2.3603482 1.3444847 0.95250654 0.6895276 0.59645224] Correct: [29.75723394 54.27905836 67.32466896 75.77243747 79.97793036]% Cross Entropy Loss: [2.1802053 1.1840992 0.8262654 0.59593886 0.5201648 ] Correct: [33.21481118 60.1397744 71.8857283 79.58558117 82.69985287]% Cross Entropy Loss: [2.0523627 1.0722362 0.7313076 0.53671336 0.47118214] Correct: [35.65473271 63.2540461 75.67435017 81.86611084 84.2324669 ]% Cross Entropy Loss: [1.9533036 0.9899998 0.67089224 0.48320726 0.4094617 ] Correct: [38.03334968 65.95144679 76.92496322 83.32515939 86.43943109]% Cross Entropy Loss: [1.8471606 0.89817584 0.6012749 0.4316516 0.36828855] Correct: [40.15448749 69.37224129 79.94114762 85.76508092 88.11917607]% Cross Entropy Loss: [1.7825737 0.846869 0.56145066 0.40259784 0.33838496] Correct: [41.50318784 71.39529181 81.3266307 86.90534576 89.52918097]% Cross Entropy Loss: [1.72161 0.7975871 0.51691526 0.37228417 0.31871763] Correct: [43.15841099 72.70720942 83.37420304 87.93526238 89.9583129 ]% Cross Entropy Loss: [1.65384 0.75686926 0.4798259 0.34094873 0.2928733 ] Correct: [45.02206964 74.75478176 84.74742521 88.90387445 91.19666503]% Cross Entropy Loss: [1.5889765 0.7031135 0.45614156 0.32630098 0.2748326 ] Correct: [46.39529181 76.64296224 85.56890633 89.71309465 91.73614517]% Cross Entropy Loss: [1.5556383 0.67310387 0.42824078 0.30215964 0.25457278] Correct: [47.52329573 78.07748897 86.94212849 90.80431584 92.41049534]% Cross Entropy Loss: [1.5043787 0.63535863 0.40087706 0.28531557 0.24274568] Correct: [49.41147621 79.67140755 87.70230505 91.34379598 92.9744973 ]% Cross Entropy Loss: [1.4642535 0.60688734 0.38681278 0.27632648 0.22756112] Correct: [49.85286905 80.62775871 88.14369789 91.62579696 93.575282 ]% Cross Entropy Loss: [1.4273627 0.58386666 0.35705742 0.2483997 0.20614138] Correct: [51.36096126 81.60863168 89.66405101 92.6679745 94.42128494]% Cross Entropy Loss: [1.3994608 0.563492 0.34620547 0.24326077 0.19716424] Correct: [52.19470329 81.98871996 90.42422756 92.68023541 94.61745954]% Cross Entropy Loss: [1.351943 0.5381074 0.32234636 0.22561659 0.1839428 ] Correct: [54.36488475 82.90828838 90.82883767 93.55076018 95.21824424]% Cross Entropy Loss: [1.3143808 0.511806 0.30457097 0.20715722 0.1720866 ] Correct: [54.75723394 84.28151054 91.69936243 94.24963217 95.69641981]% Cross Entropy Loss: [1.2975873 0.50060993 0.29812622 0.2037581 0.16908923] Correct: [55.25993134 84.45316332 91.88327612 94.56841589 95.76998529]% Cross Entropy Loss: [1.2711004 0.48143068 0.2878097 0.1992116 0.15931141] Correct: [56.44923982 85.37273173 92.27562531 94.5806768 95.94163806]% Cross Entropy Loss: [1.2374867 0.46379974 0.27059415 0.18436988 0.15861359] Correct: [57.22167729 85.96125552 93.02354095 95.36537518 95.94163806]% Cross Entropy Loss: [1.2095978 0.44162205 0.25977525 0.17762026 0.14322227] Correct: [58.76655223 86.96665032 93.30554193 95.3776361 96.59146641]% Cross Entropy Loss: [1.1960287 0.44003224 0.2584467 0.17320111 0.14457944] Correct: [59.08533595 87.21186856 93.10936734 95.6841589 96.40755272]% Cross Entropy Loss: [1.1905141 0.41974628 0.24108632 0.16262758 0.13275878] Correct: [58.76655223 88.13143698 93.96763119 96.02746444 97.09416381]% Cross Entropy Loss: [1.1598165 0.41148695 0.23517573 0.17012449 0.12924457] Correct: [60.33594899 88.3521334 94.22511035 95.64737616 97.04512016]% Cross Entropy Loss: [1.1494894 0.4048031 0.23175013 0.15493384 0.12114522] Correct: [60.77734183 88.6586562 94.274154 96.46885728 97.41294752]% Cross Entropy Loss: [1.1287416 0.38651255 0.21743277 0.14092839 0.11467324] Correct: [61.47621383 89.11230996 94.65424228 96.76311918 97.65816577]% Cross Entropy Loss: [1.1064007 0.37126175 0.20196961 0.13587007 0.10976537] Correct: [61.6478666 89.99509564 95.59833252 96.95929377 97.91564492]% Cross Entropy Loss: [1.0779679 0.3600108 0.20204425 0.13403997 0.10382706] Correct: [63.08239333 90.54683668 95.51250613 97.04512016 98.00147131]% Cross Entropy Loss: [1.0656478 0.35406286 0.19613159 0.12961018 0.10317516] Correct: [63.68317803 90.69396763 95.8803335 97.26581658 97.9892104 ]% Cross Entropy Loss: [1.0527239 0.34961355 0.19073802 0.12500733 0.10361212] Correct: [63.73222168 90.82883767 95.92937715 97.31486023 97.76851398]% Cross Entropy Loss: [1.0474405 0.33728796 0.1806752 0.11987001 0.09582291] Correct: [64.06326631 91.44188328 96.33398725 97.63364394 98.11181952]% Cross Entropy Loss: [1.0254393 0.3256641 0.17749095 0.11173238 0.09018158] Correct: [65.03187837 91.89553703 96.29720451 98.02599313 98.55321236]% Cross Entropy Loss: [1.0094782 0.31684172 0.16952367 0.1059975 0.08549865] Correct: [66.27023051 91.98136341 96.71407553 98.05051496 98.47964689]% Cross Entropy Loss: [1.001757 0.3122233 0.1647131 0.10645752 0.08426472] Correct: [66.68710152 92.49632173 96.84894556 98.16086317 98.68808239]% Cross Entropy Loss: [0.9782052 0.30236265 0.15773521 0.09812504 0.07616086] Correct: [67.27562531 92.60666994 97.27807749 98.43060324 98.92103973]% Cross Entropy Loss: [0.9789102 0.2961148 0.15346754 0.09558684 0.07449096] Correct: [66.62579696 92.98675821 97.33938205 98.54095145 98.92103973]% Cross Entropy Loss: [0.9673617 0.29102135 0.1462114 0.09346404 0.0741151 ] Correct: [67.5698872 93.44041197 97.58460029 98.44286415 98.90877881]% Cross Entropy Loss: [0.97132784 0.2963653 0.15471293 0.09858429 0.07724346] Correct: [67.68023541 92.81510544 97.02059833 98.30799411 98.63903874]% Cross Entropy Loss: [0.95649666 0.280387 0.13836363 0.08975807 0.07234333] Correct: [68.50171653 93.48945562 97.80529671 98.71260422 98.78616969]% Cross Entropy Loss: [0.9417366 0.27627608 0.14019533 0.09150678 0.07181922] Correct: [68.82050025 93.35458558 97.68268759 98.34477685 98.78616969]% Cross Entropy Loss: [0.93462974 0.2733972 0.14012314 0.08671192 0.06815764] Correct: [68.93084846 93.62432565 97.486513 98.65129966 98.95782246]% Cross Entropy Loss: [0.9208129 0.26824304 0.13149244 0.08243652 0.06575441] Correct: [69.74006866 94.11476214 97.94016675 98.70034331 99.0926925 ]% Cross Entropy Loss: [0.9177742 0.26041314 0.13006222 0.08326005 0.06596972] Correct: [69.60519863 94.15154487 97.82981854 98.57773418 99.00686611]% Cross Entropy Loss: [0.9114329 0.2521878 0.12494658 0.07520442 0.05655906] Correct: [69.62972045 94.47032859 98.13634134 98.98234429 99.31338892]% Cross Entropy Loss: [0.9010988 0.24721381 0.11931286 0.07423314 0.05510238] Correct: [70.35311427 94.75232957 98.18538499 99.19077979 99.50956351]% Cross Entropy Loss: [0.89810294 0.24948224 0.12172634 0.07601384 0.06016308] Correct: [70.26728789 94.51937224 98.23442864 98.97008337 99.14173615]% Cross Entropy Loss: [0.8971012 0.2444775 0.11709499 0.07129689 0.05463555] Correct: [70.54928887 94.92398234 98.25895047 99.15399706 99.36243256]% Cross Entropy Loss: [0.8813779 0.23903379 0.11029911 0.06551994 0.04866193] Correct: [70.90485532 95.09563512 98.51642962 99.25208436 99.53408534]% Cross Entropy Loss: [0.8734683 0.24008507 0.11236691 0.067942 0.05436976] Correct: [71.76311918 94.69102501 98.35703776 99.14173615 99.20304071]% Cross Entropy Loss: [0.86963576 0.22982934 0.10506498 0.06247075 0.0463638 ] Correct: [72.26581658 95.43894066 98.78616969 99.33791074 99.55860716]% Cross Entropy Loss: [0.85902256 0.22638528 0.10281099 0.06207416 0.04894832] Correct: [72.16772928 95.72094164 98.81069152 99.47278077 99.52182442]% Cross Entropy Loss: [0.8532233 0.2313639 0.11109954 0.06872488 0.05308008] Correct: [73.28347229 95.23050515 98.24668955 98.84747425 99.21530162]% Cross Entropy Loss: [0.85556847 0.22636668 0.1081335 0.06953657 0.05345863] Correct: [72.75625307 95.26728789 98.2957332 99.00686611 99.20304071]% Cross Entropy Loss: [0.84694076 0.22172315 0.10091939 0.06701441 0.0467135 ] Correct: [73.06277587 95.81902894 98.71260422 99.00686611 99.48504169]% Cross Entropy Loss: [0.84222704 0.2138697 0.0939628 0.05752759 0.04164159] Correct: [72.82981854 96.088769 99.08043158 99.43599804 99.68121628]% Cross Entropy Loss: [0.82905316 0.21413203 0.09411391 0.05504676 0.03931474] Correct: [73.66356057 95.92937715 98.95782246 99.54634625 99.74252084]% Cross Entropy Loss: [0.8364783 0.21368137 0.09466799 0.06082215 0.0429001 ] Correct: [73.56547327 95.64737616 98.77390878 99.10495341 99.57086807]% Cross Entropy Loss: [0.8293158 0.20456016 0.0905372 0.05534507 0.03952296] Correct: [73.36929868 96.13781265 99.06817067 99.47278077 99.69347719]% Mean abs weights tensor(0.0153, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.00% From layer 1: Accuracy: 67.36% From layer 2: Accuracy: 73.45% From layer 3: Accuracy: 75.75% From layer 4: Accuracy: 77.21%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 72.85% From layer 1: Accuracy: 96.31% From layer 2: Accuracy: 99.19% From layer 3: Accuracy: 99.69% From layer 4: Accuracy: 99.84%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.365641 4.2354264 3.1650693 2.5841804 2.1636367] Correct: [ 9.93133889 15.82883767 27.82000981 37.98430603 44.7768514 ]% Cross Entropy Loss: [2.9747615 2.06071 1.3791492 1.0215045 0.9029082] Correct: [19.53163315 34.66159882 53.20009809 64.66405101 69.05345758]% Cross Entropy Loss: [2.5578098 1.6060779 1.0758873 0.78990996 0.7013764 ] Correct: [25. 46.10102992 63.69543894 73.54095145 75.93182933]% Cross Entropy Loss: [2.340006 1.3850986 0.9134307 0.67281175 0.5876801 ] Correct: [29.48749387 52.83227072 69.16380579 77.39087788 80.16184404]% Cross Entropy Loss: [2.156808 1.2116435 0.79364604 0.58714706 0.51461977] Correct: [32.46689554 58.28837666 73.03825405 80.43158411 82.63854831]% Cross Entropy Loss: [2.0170822 1.0900015 0.7124867 0.5247084 0.4526741] Correct: [36.05934282 62.56743502 76.25061305 82.55272192 85.33594899]% Cross Entropy Loss: [1.9167541 1.006154 0.6508397 0.48661384 0.41733322] Correct: [38.13143698 65.77979402 78.69053458 83.76655223 86.16969103]% Cross Entropy Loss: [1.8543525 0.9361456 0.5970149 0.43658304 0.36817238] Correct: [40.12996567 67.94997548 80.55419323 85.7405591 87.89847965]% Cross Entropy Loss: [1.7535573 0.8641376 0.5462564 0.3946845 0.33553696] Correct: [41.28249142 70.40215792 82.27072094 87.12604218 89.21039725]% Cross Entropy Loss: [1.6864207 0.8160348 0.5039607 0.3638673 0.30536819] Correct: [43.56302109 72.14320745 83.87690044 88.37665522 90.25257479]% Cross Entropy Loss: [1.6331967 0.7798079 0.4801064 0.35048708 0.29337993] Correct: [44.85041687 74.16625797 84.56351153 89.03874448 90.69396763]% Cross Entropy Loss: [1.5793923 0.72454405 0.4475587 0.31824383 0.26954663] Correct: [46.19911721 75.63756744 86.13290829 90.17900932 91.52770966]% Cross Entropy Loss: [1.526461 0.6880452 0.4123617 0.29795662 0.25298476] Correct: [47.26581658 77.1088769 87.49386954 90.90240314 92.11623345]% Cross Entropy Loss: [1.4706941 0.6536917 0.38965163 0.28311658 0.2329086 ] Correct: [49.11721432 79.03384012 88.51152526 91.3683178 93.23197646]% Cross Entropy Loss: [1.453617 0.62356156 0.37171835 0.27029654 0.2190745 ] Correct: [49.91417361 79.76949485 89.06326631 91.6625797 93.59980383]% Cross Entropy Loss: [1.4138676 0.60077566 0.3572124 0.25682303 0.21252865] Correct: [51.6061795 80.99558607 89.7621383 92.21432075 93.82050025]% Cross Entropy Loss: [1.3695284 0.5788249 0.3382887 0.24644282 0.19893534] Correct: [52.96714076 81.44923982 90.03187837 92.90093183 94.18832761]% Cross Entropy Loss: [1.3461189 0.54298353 0.31378764 0.229819 0.1878676 ] Correct: [53.24914174 82.94507111 91.18440412 93.35458558 94.78911231]% Cross Entropy Loss: [1.3237524 0.5287855 0.3051993 0.21416499 0.17143999] Correct: [54.26679745 83.49681216 91.76066699 93.94310937 95.23050515]% Cross Entropy Loss: [1.2811387 0.50677276 0.28975394 0.20508756 0.16005695] Correct: [55.37027955 84.41638058 92.11623345 94.34771947 95.91711623]% Cross Entropy Loss: [1.2608823 0.48558724 0.27314878 0.19179748 0.1515332 ] Correct: [56.11819519 85.31142717 92.60666994 94.72780775 96.32172634]% Cross Entropy Loss: [1.2366005 0.47262636 0.26701826 0.18854311 0.15219963] Correct: [57.12359 85.56890633 92.74153997 95.03433055 96.05198627]% Cross Entropy Loss: [1.2115597 0.45599738 0.25606307 0.18254377 0.15451749] Correct: [58.22707209 86.81951937 93.19519372 94.81363413 95.94163806]% Cross Entropy Loss: [1.1916888 0.44198686 0.24323937 0.16925251 0.13162181] Correct: [58.5335949 87.06473762 93.96763119 95.75772437 97.06964198]% Cross Entropy Loss: [1.1584444 0.42681035 0.2306218 0.16326635 0.12779176] Correct: [59.66159882 87.6532614 94.45806768 95.86807258 96.91025012]% Cross Entropy Loss: [1.1436815 0.41425204 0.22085492 0.1570047 0.12199724] Correct: [60.06620893 88.36439431 94.76459049 96.23589995 97.37616479]% Cross Entropy Loss: [1.1471376 0.40435606 0.22301246 0.15143184 0.11940409] Correct: [60.37273173 88.48700343 94.5806768 96.40755272 97.21677293]% Cross Entropy Loss: [1.1156352 0.38937393 0.21115258 0.14349446 0.10669899] Correct: [60.96125552 89.49239823 94.85041687 96.79990191 97.9892104 ]% Cross Entropy Loss: [1.0893669 0.37472922 0.19782902 0.13306785 0.10237317] Correct: [62.28543404 89.67631192 95.63511525 97.16772928 97.75625307]% Cross Entropy Loss: [1.089323 0.37083003 0.19270483 0.1290922 0.09571252] Correct: [62.3467386 89.63952918 95.6841589 97.37616479 98.33251594]% Cross Entropy Loss: [1.0606037 0.35889974 0.18599175 0.13473675 0.10109502] Correct: [63.73222168 90.39970574 96.19911721 97.02059833 97.95242766]% Cross Entropy Loss: [1.0530787 0.35360983 0.17909895 0.11951175 0.09170235] Correct: [64.38205002 90.77979402 96.32172634 97.71947033 98.35703776]% Cross Entropy Loss: [1.0328455 0.33598745 0.17457521 0.11484748 0.08877481] Correct: [64.61500736 91.52770966 96.61598823 97.7930358 98.57773418]% Cross Entropy Loss: [1.0202551 0.32939908 0.1716072 0.11562499 0.08788041] Correct: [64.74987739 91.67484061 96.54242276 97.74399215 98.33251594]% Cross Entropy Loss: [1.0149299 0.32679266 0.16560405 0.11204432 0.08665104] Correct: [65.27709662 91.55223149 96.64051005 97.84207945 98.47964689]% Cross Entropy Loss: [0.9922633 0.31219977 0.15544507 0.10289884 0.07627208] Correct: [66.8710152 92.49632173 97.27807749 98.28347229 98.8965179 ]% Cross Entropy Loss: [0.98571306 0.31562182 0.15866984 0.10872057 0.08382803] Correct: [66.77292791 91.99362433 96.9838156 97.91564492 98.51642962]% Cross Entropy Loss: [0.98672855 0.3060644 0.15255232 0.09867257 0.07187103] Correct: [66.52770966 92.41049534 97.15546837 98.34477685 99.14173615]% Cross Entropy Loss: [0.966818 0.29655728 0.14450654 0.09398013 0.06936748] Correct: [67.28788622 92.79058362 97.52329573 98.4919078 99.00686611]% Cross Entropy Loss: [0.96633035 0.29319406 0.14068888 0.09321459 0.06760386] Correct: [67.77832271 93.0725846 97.87886219 98.54095145 99.17851888]% Cross Entropy Loss: [0.94375116 0.27813703 0.13513523 0.08935139 0.06619801] Correct: [68.36684649 93.79597842 97.71947033 98.41834232 99.03138794]% Cross Entropy Loss: [0.9470381 0.28895876 0.13714437 0.08732569 0.06387902] Correct: [68.4771947 92.99901913 97.67042668 98.66356057 99.20304071]% Cross Entropy Loss: [0.92613345 0.2701299 0.1268592 0.08541907 0.0655406 ] Correct: [68.99215302 94.18832761 98.22216773 98.46738597 99.04364885]% Cross Entropy Loss: [0.92519 0.269104 0.13007149 0.08414726 0.06296448] Correct: [69.37224129 93.94310937 97.86660128 98.68808239 99.20304071]% Cross Entropy Loss: [0.9125855 0.2599724 0.12097628 0.07718588 0.05669178] Correct: [69.75232957 94.66650319 98.43060324 98.97008337 99.301128 ]% Cross Entropy Loss: [0.9060107 0.26392427 0.131695 0.08466478 0.0614977 ] Correct: [70.24276606 94.12702305 97.51103482 98.50416871 99.11721432]% Cross Entropy Loss: [0.9109272 0.26068664 0.1230364 0.07990736 0.0602257 ] Correct: [69.88719961 94.11476214 98.16086317 98.88425699 99.10495341]% Cross Entropy Loss: [0.891968 0.2438987 0.1166144 0.07105844 0.05178076] Correct: [70.8803335 95.26728789 98.32025503 99.06817067 99.44825895]% Cross Entropy Loss: [0.8861503 0.24737638 0.11440033 0.07098329 0.05062857] Correct: [71.43207455 94.7768514 98.27121138 99.01912702 99.47278077]% Cross Entropy Loss: [0.88048023 0.24141848 0.10789637 0.06956739 0.0513564 ] Correct: [71.30946542 94.99754782 98.46738597 99.08043158 99.43599804]% Cross Entropy Loss: [0.8726149 0.23953113 0.10876397 0.06847647 0.04951732] Correct: [71.40755272 95.14467876 98.51642962 99.0926925 99.52182442]% Cross Entropy Loss: [0.8753932 0.23705253 0.10534249 0.07051686 0.05496783] Correct: [71.45659637 95.0833742 98.76164787 99.00686611 99.19077979]% Cross Entropy Loss: [0.8680707 0.22857025 0.09818075 0.0599028 0.04734003] Correct: [71.67729279 95.36537518 98.98234429 99.50956351 99.61991172]% Cross Entropy Loss: [0.8474488 0.22498433 0.10187043 0.06261587 0.0435698 ] Correct: [72.9892104 95.62285434 98.82295243 99.27660618 99.60765081]% Cross Entropy Loss: [0.8439814 0.22224449 0.09686216 0.05728555 0.04190435] Correct: [72.80529671 95.83128985 98.92103973 99.55860716 99.76704267]% Cross Entropy Loss: [0.83663636 0.21877663 0.09487649 0.06164177 0.04376814] Correct: [73.43060324 95.96615988 99.01912702 99.27660618 99.65669446]% Cross Entropy Loss: [0.84177583 0.21674927 0.09654157 0.05862427 0.04559144] Correct: [73.17312408 95.89259441 98.88425699 99.44825895 99.55860716]% Cross Entropy Loss: [0.8397055 0.2170583 0.09210225 0.05725958 0.04216001] Correct: [73.16086317 95.80676802 99.0926925 99.3992153 99.55860716]% Cross Entropy Loss: [0.81930107 0.20804594 0.08973984 0.05574441 0.04047528] Correct: [74.38695439 96.33398725 99.05590976 99.35017165 99.68121628]% Cross Entropy Loss: [0.8333741 0.21257454 0.09079966 0.058427 0.04121634] Correct: [73.17312408 95.92937715 98.90877881 99.26434527 99.60765081]% Mean abs weights tensor(0.0156, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.00% From layer 1: Accuracy: 67.98% From layer 2: Accuracy: 75.53% From layer 3: Accuracy: 76.28% From layer 4: Accuracy: 77.61%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.07% From layer 1: Accuracy: 96.53% From layer 2: Accuracy: 99.29% From layer 3: Accuracy: 99.57% From layer 4: Accuracy: 99.91%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.359588 4.5861273 3.5847397 2.621851 2.24714 ] Correct: [ 9.36733693 15.39970574 25.4046101 38.89161354 44.39676312]% Cross Entropy Loss: [2.960979 2.091432 1.467934 1.0103197 0.9037612] Correct: [19.4825895 34.52672879 50.5026974 64.7621383 69.09024031]% Cross Entropy Loss: [2.5558763 1.622777 1.1185282 0.79119307 0.6984361 ] Correct: [25.52721923 45.79450711 60.75282001 72.58460029 76.15252575]% Cross Entropy Loss: [2.3356087 1.3758565 0.9341117 0.68003917 0.6019579 ] Correct: [29.57332026 53.05296714 67.88867092 76.4100049 79.83079941]% Cross Entropy Loss: [2.1659832 1.2081364 0.81862056 0.58727515 0.51014555] Correct: [32.81020108 58.71750858 72.10642472 79.92888671 82.47915645]% Cross Entropy Loss: [2.0370576 1.0965797 0.7261943 0.52261996 0.44977418] Correct: [35.10299166 62.21186856 75.26974007 82.16037273 84.99264345]% Cross Entropy Loss: [1.9214356 0.99764633 0.65322304 0.47606537 0.40046096] Correct: [37.59195684 65.77979402 78.50662089 84.18342325 86.88082393]% Cross Entropy Loss: [1.8539767 0.93213326 0.5992557 0.4317602 0.36307946] Correct: [39.44335459 68.14615007 80.33349681 86.19421285 87.9475233 ]% Cross Entropy Loss: [1.760781 0.8601108 0.5456978 0.3977534 0.3304268] Correct: [41.45414419 71.06424718 82.35654733 86.95438941 89.65179009]% Cross Entropy Loss: [1.6932522 0.80705833 0.50730246 0.37136737 0.30603257] Correct: [42.59440902 72.60912212 83.57037764 87.89847965 90.7675331 ]% Cross Entropy Loss: [1.6488667 0.7735753 0.48841235 0.35344943 0.29744503] Correct: [45.09563512 74.16625797 84.26924963 88.76900441 90.58361942]% Cross Entropy Loss: [1.6093626 0.7318825 0.4534695 0.33663195 0.2841723 ] Correct: [45.72094164 75.73565473 85.40951447 88.81804806 91.19666503]% Cross Entropy Loss: [1.543997 0.6772567 0.42059997 0.30251527 0.24590349] Correct: [47.54781756 77.73418342 87.13830309 90.64492398 92.55762629]% Cross Entropy Loss: [1.5036772 0.64392406 0.39188075 0.28251073 0.23156205] Correct: [48.60225601 79.02157921 87.91074056 91.51544875 93.33006376]% Cross Entropy Loss: [1.4587266 0.614472 0.37210163 0.26349682 0.21449219] Correct: [49.97547818 80.07601766 88.78126533 91.98136341 93.79597842]% Cross Entropy Loss: [1.4327743 0.5941571 0.35524976 0.2543134 0.21056518] Correct: [50.87052477 80.97106425 89.5537028 92.52084355 93.64884747]% Cross Entropy Loss: [1.3966652 0.57421863 0.34219158 0.24351616 0.19875556] Correct: [51.48357038 82.06228543 89.89700834 92.9744973 94.37224129]% Cross Entropy Loss: [1.352682 0.54337 0.32023525 0.22663437 0.18378803] Correct: [53.17557626 82.74889652 90.9637077 93.82050025 95.30407062]% Cross Entropy Loss: [1.3230708 0.5226178 0.3034855 0.2123725 0.16831048] Correct: [53.82540461 83.97498774 91.50318784 94.22511035 95.84355076]% Cross Entropy Loss: [1.3176762 0.512272 0.298507 0.21809635 0.17865625] Correct: [53.38401177 84.26924963 91.65031878 93.62432565 94.99754782]% Cross Entropy Loss: [1.2755842 0.4903915 0.28301397 0.19563638 0.1553853 ] Correct: [55.5174105 85.36047082 92.31240804 94.85041687 96.15007357]% Cross Entropy Loss: [1.2345089 0.46853036 0.2704018 0.18985426 0.1512483 ] Correct: [56.51054438 86.18195194 92.58214811 94.99754782 96.30946542]% Cross Entropy Loss: [1.2272766 0.4545565 0.26018596 0.18037291 0.14503464] Correct: [57.27072094 86.47621383 93.1706719 95.32859245 96.3830309 ]% Cross Entropy Loss: [1.1871239 0.43729803 0.24649152 0.17168503 0.13355519] Correct: [58.25159392 87.22412948 93.94310937 95.91711623 96.94703286]% Cross Entropy Loss: [1.1773416 0.420595 0.23342822 0.16235842 0.12421915] Correct: [59.09759686 87.99656694 94.31093673 95.8803335 97.25355566]% Cross Entropy Loss: [1.1537441 0.41019484 0.22404368 0.15696648 0.12181018] Correct: [59.31829328 88.47474252 94.80137322 96.34624816 97.22903384]% Cross Entropy Loss: [1.1417267 0.40262356 0.21957622 0.14866412 0.11368793] Correct: [60.70377636 88.6586562 94.89946052 96.54242276 97.73173124]% Cross Entropy Loss: [1.1197985 0.38717255 0.21266618 0.14424081 0.11464737] Correct: [61.30456106 89.18587543 95.09563512 96.71407553 97.59686121]% Cross Entropy Loss: [1.1008158 0.37853938 0.2040699 0.13936476 0.10577998] Correct: [61.70917116 89.60274644 95.51250613 97.08190289 97.95242766]% Cross Entropy Loss: [1.0910965 0.36741865 0.19611602 0.13349506 0.11035403] Correct: [62.12604218 89.88474743 95.5860716 96.99607651 97.68268759]% Cross Entropy Loss: [1.0678251 0.35994354 0.19347887 0.1302282 0.10358859] Correct: [63.1559588 90.30161844 95.70868073 97.14320745 98.03825405]% Cross Entropy Loss: [1.0446585 0.33855543 0.17812403 0.11815147 0.09071468] Correct: [64.32074546 91.4664051 96.50564002 97.76851398 98.27121138]% Cross Entropy Loss: [1.040695 0.34212208 0.1779163 0.12072296 0.09289924] Correct: [64.22265817 90.92692496 96.37076999 97.7930358 98.30799411]% Cross Entropy Loss: [1.0329112 0.330423 0.17244938 0.11368743 0.08525196] Correct: [65.10544385 91.47866601 96.39529181 97.84207945 98.68808239]% Cross Entropy Loss: [1.0124586 0.31748486 0.16383621 0.11179078 0.08406236] Correct: [65.25257479 92.18979892 96.86120647 97.8911231 98.5899951 ]% Cross Entropy Loss: [1.0078504 0.31849203 0.16329998 0.10624759 0.07772896] Correct: [65.24031388 91.89553703 96.787641 97.92790584 98.82295243]% Cross Entropy Loss: [0.99253386 0.3114164 0.15880066 0.10246629 0.07961544] Correct: [66.40510054 91.93231976 96.82442374 98.09955861 98.67582148]% Cross Entropy Loss: [0.9842003 0.2991334 0.1489961 0.09663892 0.07170603] Correct: [66.93231976 92.92545365 97.3884257 98.5899951 98.98234429]% Cross Entropy Loss: [0.97510946 0.29096207 0.14442116 0.09420547 0.0719282 ] Correct: [66.82197155 93.41589014 97.56007847 98.4919078 98.88425699]% Cross Entropy Loss: [0.95540965 0.28488204 0.14178826 0.09162974 0.06781704] Correct: [67.50858264 93.24423737 97.43746935 98.55321236 99.03138794]% Cross Entropy Loss: [0.9497224 0.2864768 0.14245424 0.09271251 0.06912571] Correct: [68.02354095 93.08484551 97.27807749 98.4919078 98.95782246]% Cross Entropy Loss: [0.957768 0.28678355 0.14029081 0.09378572 0.07211547] Correct: [68.2687592 93.0725846 97.26581658 98.13634134 98.56547327]% Cross Entropy Loss: [0.9319043 0.27030277 0.12963592 0.08086566 0.0605245 ] Correct: [69.20058852 94.06571849 98.06277587 99.01912702 99.26434527]% Cross Entropy Loss: [0.92538744 0.26799563 0.1253283 0.07997733 0.0642282 ] Correct: [69.50711133 93.79597842 98.25895047 99.01912702 99.15399706]% Cross Entropy Loss: [0.9225021 0.26667666 0.12613946 0.08333296 0.06021429] Correct: [69.47032859 94.20058852 98.03825405 98.70034331 99.28886709]% Cross Entropy Loss: [0.9125819 0.2561439 0.12358023 0.07878665 0.06243679] Correct: [70.21824424 94.61745954 97.9892104 98.78616969 99.0926925 ]% Cross Entropy Loss: [0.9014285 0.2543013 0.12029915 0.0764394 0.05530725] Correct: [70.51250613 94.29867582 98.20990682 98.8965179 99.38695439]% Cross Entropy Loss: [0.89002824 0.24798536 0.11561349 0.07166944 0.05058477] Correct: [71.41981363 94.83815596 98.50416871 99.12947523 99.47278077]% Cross Entropy Loss: [0.8894681 0.24510062 0.11335658 0.07139941 0.05027973] Correct: [70.92937715 94.72780775 98.35703776 99.06817067 99.52182442]% Cross Entropy Loss: [0.8917537 0.24603908 0.11460704 0.07038539 0.04825621] Correct: [70.91711623 94.51937224 98.27121138 99.05590976 99.69347719]% Cross Entropy Loss: [0.87653774 0.23869798 0.1082365 0.06646714 0.05137154] Correct: [72.04512016 95.26728789 98.78616969 99.25208436 99.37469348]% Cross Entropy Loss: [0.85827017 0.22827557 0.10327177 0.06743216 0.05471847] Correct: [72.85434036 95.47572339 98.72486513 99.20304071 99.31338892]% Cross Entropy Loss: [0.86598414 0.22687203 0.10585076 0.0673859 0.0522503 ] Correct: [72.10642472 95.65963708 98.50416871 99.0926925 99.301128 ]% Cross Entropy Loss: [0.8704097 0.23357771 0.10218707 0.06283013 0.04453896] Correct: [71.87346739 95.29180971 98.76164787 99.25208436 99.68121628]% Cross Entropy Loss: [0.8493986 0.2211478 0.09606345 0.05899112 0.04131925] Correct: [72.8911231 95.75772437 98.97008337 99.43599804 99.74252084]% Cross Entropy Loss: [0.85144335 0.22068624 0.09796199 0.06024678 0.04487349] Correct: [73.13634134 95.6841589 98.83521334 99.41147621 99.58312898]% Cross Entropy Loss: [0.84078646 0.21765307 0.09583181 0.05604169 0.03822754] Correct: [73.02599313 96.01520353 98.85973516 99.55860716 99.8038254 ]% Cross Entropy Loss: [0.8410616 0.21629947 0.09391423 0.05940239 0.04340166] Correct: [73.18538499 95.91711623 99.05590976 99.35017165 99.52182442]% Cross Entropy Loss: [0.8407438 0.21467988 0.10179407 0.06813583 0.05173948] Correct: [73.27121138 95.96615988 98.47964689 98.97008337 98.98234429]% Cross Entropy Loss: [0.81616694 0.20149297 0.08607593 0.05244313 0.03785826] Correct: [74.38695439 96.70181462 99.35017165 99.69347719 99.76704267]% Mean abs weights tensor(0.0154, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.10% From layer 1: Accuracy: 68.24% From layer 2: Accuracy: 75.04% From layer 3: Accuracy: 76.86% From layer 4: Accuracy: 77.65%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.10% From layer 1: Accuracy: 96.68% From layer 2: Accuracy: 99.47% From layer 3: Accuracy: 99.68% From layer 4: Accuracy: 99.75%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.5947533 4.738585 2.9946802 2.6775568 2.6880245] Correct: [ 8.46002943 14.88474743 26.63070132 34.93133889 41.72388426]% Cross Entropy Loss: [3.0053122 2.1430066 1.4143347 1.0727197 0.91288257] Correct: [18.91858754 35.0416871 51.99852869 62.4448259 68.35458558]% Cross Entropy Loss: [2.5856404 1.6998844 1.1031387 0.82084006 0.7120662 ] Correct: [25.41687102 44.71554684 61.81951937 71.43207455 75.11034821]% Cross Entropy Loss: [2.3367662 1.4537532 0.928061 0.6855233 0.5971339] Correct: [30.2231486 51.33643943 68.24423737 76.86365866 79.70819029]% Cross Entropy Loss: [2.1571696 1.2583705 0.79330957 0.5868927 0.5113091 ] Correct: [33.85237862 57.07454635 73.12408043 79.84306032 82.56498283]% Cross Entropy Loss: [2.041506 1.1497302 0.71245664 0.53431845 0.45063114] Correct: [36.03482099 60.4462972 76.12800392 82.25846003 84.80872977]% Cross Entropy Loss: [1.9296496 1.0352819 0.6539378 0.48512852 0.4133314 ] Correct: [38.58509073 64.66405101 78.16331535 83.79107406 85.94899461]% Cross Entropy Loss: [1.836725 0.9552186 0.58632433 0.43252048 0.36877352] Correct: [40.25257479 67.36145169 80.76262874 85.89995096 87.81265326]% Cross Entropy Loss: [1.7733893 0.89611405 0.5468796 0.40351987 0.3431849 ] Correct: [42.01814615 69.96076508 82.44237371 86.75821481 88.89161354]% Cross Entropy Loss: [1.7034538 0.8317257 0.50395334 0.37094757 0.31037766] Correct: [43.66110839 71.4811182 83.91368318 88.05787151 90.32614026]% Cross Entropy Loss: [1.6341746 0.76870805 0.46462893 0.3385977 0.28161487] Correct: [45.38989701 74.5953899 85.12751349 89.39431094 91.51544875]% Cross Entropy Loss: [1.5866607 0.7348573 0.43830976 0.32054466 0.26017192] Correct: [46.1868563 75.08582639 86.67238843 90.14222658 92.01814615]% Cross Entropy Loss: [1.5448228 0.7054162 0.41227603 0.29951677 0.25118968] Correct: [48.47964689 76.61844041 87.49386954 90.84109858 92.58214811]% Cross Entropy Loss: [1.4938438 0.66774225 0.39161655 0.29227185 0.24125049] Correct: [49.05590976 78.46983816 88.59735164 91.00049044 92.88867092]% Cross Entropy Loss: [1.4635545 0.62963915 0.36628035 0.270966 0.22452872] Correct: [50.49043649 79.70819029 89.03874448 91.83423247 93.20745463]% Cross Entropy Loss: [1.4135121 0.61004496 0.34862012 0.2522641 0.20982987] Correct: [51.76557136 81.10593428 89.97057381 92.70475723 93.73467386]% Cross Entropy Loss: [1.3826872 0.5751567 0.3340426 0.24655138 0.2030466 ] Correct: [52.64835704 81.95193722 90.37518391 92.72927906 94.34771947]% Cross Entropy Loss: [1.3597815 0.55556154 0.31531617 0.23077182 0.18277864] Correct: [54.05836194 82.66307013 91.28249142 93.40362923 95.15693968]% Cross Entropy Loss: [1.321065 0.53128517 0.29734302 0.20772514 0.16700916] Correct: [54.80627759 84.12211869 92.33692987 94.59293771 95.86807258]% Cross Entropy Loss: [1.2914304 0.51569176 0.28864086 0.20710902 0.16614531] Correct: [55.1250613 83.938205 92.32466896 94.38450221 95.57381069]% Cross Entropy Loss: [1.2542558 0.4973718 0.27855444 0.20125046 0.16376534] Correct: [57.03776361 84.83325159 92.79058362 94.64198136 95.72094164]% Cross Entropy Loss: [1.2330952 0.4710226 0.26109838 0.1892337 0.15836073] Correct: [57.92054929 86.52525748 93.42815105 94.98528691 95.89259441]% Cross Entropy Loss: [1.2113776 0.45422426 0.25020438 0.17549218 0.14151117] Correct: [58.10446297 87.26091221 93.86954389 95.48798431 96.57920549]% Cross Entropy Loss: [1.1903255 0.44279554 0.24112228 0.17436893 0.13605778] Correct: [59.06081412 86.88082393 94.15154487 95.53702795 96.89798921]% Cross Entropy Loss: [1.1669496 0.43108848 0.23423028 0.16634522 0.13076116] Correct: [59.82099068 87.6532614 94.23737126 95.97842079 97.00833742]% Cross Entropy Loss: [1.164972 0.42042902 0.22377427 0.15203774 0.12194057] Correct: [60.02942619 87.91074056 94.78911231 96.35850907 97.26581658]% Cross Entropy Loss: [1.1277661 0.40303597 0.21590921 0.14872405 0.11479039] Correct: [61.3413438 88.71996077 94.93624326 96.75085826 97.65816577]% Cross Entropy Loss: [1.1131991 0.39209688 0.21055932 0.14764301 0.11776227] Correct: [62.21186856 89.08778813 95.13241785 96.50564002 97.3884257 ]% Cross Entropy Loss: [1.0983949 0.3844895 0.20013954 0.13748597 0.10884584] Correct: [62.98430603 89.41883276 95.6841589 97.16772928 97.75625307]% Cross Entropy Loss: [1.0757233 0.36629698 0.18711823 0.12596302 0.09419409] Correct: [63.2540461 90.44874939 96.27268269 97.49877391 98.4919078 ]% Cross Entropy Loss: [1.0607959 0.35811707 0.18513438 0.12697065 0.0996624 ] Correct: [63.68317803 90.81657675 96.05198627 97.49877391 98.05051496]% Cross Entropy Loss: [1.0448505 0.3449451 0.17926213 0.12319381 0.09658084] Correct: [63.90387445 91.07405591 96.29720451 97.24129475 97.91564492]% Cross Entropy Loss: [1.0325445 0.3416515 0.17476757 0.11600807 0.08984695] Correct: [64.74987739 91.19666503 96.55468367 97.80529671 98.40608141]% Cross Entropy Loss: [1.0266078 0.3336144 0.17052403 0.11587286 0.09174982] Correct: [65.16674841 91.6625797 96.75085826 97.75625307 98.38155959]% Cross Entropy Loss: [1.0142515 0.326352 0.1630872 0.10568619 0.08109711] Correct: [65.68170672 91.93231976 96.91025012 98.1976459 98.71260422]% Cross Entropy Loss: [1.0048933 0.32423684 0.16307603 0.11154954 0.08349874] Correct: [65.8656204 91.84649338 97.03285924 97.8911231 98.55321236]% Cross Entropy Loss: [0.9759979 0.30746913 0.16114402 0.10582078 0.08366768] Correct: [67.3737126 92.74153997 96.79990191 98.02599313 98.52869053]% Cross Entropy Loss: [0.9712014 0.3049196 0.15171492 0.10296646 0.07804739] Correct: [67.58214811 92.41049534 97.54781756 98.12408043 98.76164787]% Cross Entropy Loss: [0.95703596 0.29604098 0.14828695 0.10042026 0.0791757 ] Correct: [68.31780284 93.10936734 97.41294752 98.2957332 98.54095145]% Cross Entropy Loss: [0.95269203 0.29444218 0.14499588 0.09516019 0.07591828] Correct: [68.13388916 93.0725846 97.44973026 98.3938205 98.76164787]% Cross Entropy Loss: [0.9450087 0.28574076 0.13720402 0.09468257 0.07229362] Correct: [68.23197646 93.40362923 97.94016675 98.32025503 98.73712604]% Cross Entropy Loss: [0.95056164 0.2868883 0.13875131 0.09089438 0.06944 ] Correct: [68.21971555 93.69789112 97.53555665 98.51642962 98.93330064]% Cross Entropy Loss: [0.9235129 0.27410972 0.1287515 0.08454514 0.06100608] Correct: [69.65424228 93.85728298 98.17312408 98.82295243 99.26434527]% Cross Entropy Loss: [0.9147101 0.26877016 0.12451208 0.07817565 0.05863573] Correct: [70.0833742 93.84502207 98.24668955 99.12947523 99.31338892]% Cross Entropy Loss: [0.90692085 0.26595572 0.12621725 0.08169486 0.05741236] Correct: [70.14467876 94.05345758 98.07503678 98.87199608 99.44825895]% Cross Entropy Loss: [0.9052166 0.26339367 0.12330511 0.07983027 0.05815036] Correct: [70.24276606 94.28641491 98.12408043 98.78616969 99.19077979]% Cross Entropy Loss: [0.8888411 0.25137585 0.11363339 0.07284336 0.05329783] Correct: [70.72094164 94.37224129 98.57773418 99.11721432 99.54634625]% Cross Entropy Loss: [0.8951738 0.2552892 0.11667758 0.07882266 0.05868537] Correct: [70.35311427 94.24963217 98.2957332 98.81069152 99.25208436]% Cross Entropy Loss: [0.8807756 0.24445632 0.11583784 0.07320677 0.05293326] Correct: [71.75085826 94.96076508 98.1976459 98.97008337 99.36243256]% Cross Entropy Loss: [0.8881468 0.24378555 0.11234357 0.07014041 0.05111111] Correct: [70.34085336 94.81363413 98.30799411 99.06817067 99.37469348]% Cross Entropy Loss: [0.8660645 0.23995501 0.10921314 0.06894574 0.05445089] Correct: [71.89798921 95.16920059 98.54095145 99.05590976 99.28886709]% Cross Entropy Loss: [0.8663961 0.23496598 0.10538775 0.06836257 0.05178268] Correct: [72.20451202 95.09563512 98.71260422 99.20304071 99.3992153 ]% Cross Entropy Loss: [0.86094844 0.23255582 0.10301934 0.06197835 0.04464331] Correct: [71.87346739 95.40215792 98.71260422 99.37469348 99.65669446]% Cross Entropy Loss: [0.85332865 0.23359933 0.10502505 0.06449644 0.05069344] Correct: [72.85434036 95.21824424 98.50416871 99.28886709 99.27660618]% Cross Entropy Loss: [0.8418002 0.22286095 0.0969059 0.0622066 0.04758345] Correct: [73.32025503 95.56154978 98.81069152 99.27660618 99.3992153 ]% Cross Entropy Loss: [0.8447474 0.21955107 0.09423384 0.05846547 0.04301354] Correct: [72.76851398 95.67189799 98.97008337 99.44825895 99.48504169]% Cross Entropy Loss: [0.84361845 0.21651876 0.09542421 0.06285377 0.05364189] Correct: [72.486513 96.23589995 98.82295243 99.27660618 99.16625797]% Cross Entropy Loss: [0.826464 0.21414955 0.08860391 0.05352637 0.03870296] Correct: [73.3938205 96.05198627 99.27660618 99.64443355 99.74252084]% Cross Entropy Loss: [0.82780504 0.20712028 0.08929564 0.05710588 0.04131696] Correct: [73.88425699 96.39529181 99.04364885 99.17851888 99.5953899 ]% Cross Entropy Loss: [0.8244314 0.2105619 0.08686858 0.05452996 0.04168816] Correct: [73.78616969 96.01520353 99.22756253 99.52182442 99.5953899 ]% Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.61% From layer 1: Accuracy: 69.52% From layer 2: Accuracy: 76.10% From layer 3: Accuracy: 78.00% From layer 4: Accuracy: 78.36%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.55% From layer 1: Accuracy: 96.62% From layer 2: Accuracy: 99.60% From layer 3: Accuracy: 99.89% From layer 4: Accuracy: 100.00%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.097321 4.148551 3.6674123 2.8365521 2.1387424] Correct: [10.39725356 14.68857283 23.50416871 35.50760177 44.4825895 ]% Cross Entropy Loss: [2.8756146 2.109435 1.5277479 1.0712019 0.90862435] Correct: [20.54928887 34.01177048 48.88425699 62.4448259 68.68563021]% Cross Entropy Loss: [2.4910307 1.643983 1.1498793 0.819755 0.7062855] Correct: [26.5080922 45.90485532 59.85777342 71.2849436 76.32417852]% Cross Entropy Loss: [2.2795384 1.400573 0.9598259 0.6867928 0.58887565] Correct: [30.30897499 52.42766062 66.27023051 76.27513487 80.23540951]% Cross Entropy Loss: [2.1118844 1.228832 0.8325709 0.5950446 0.51207846] Correct: [34.02403139 58.4355076 71.44433546 79.49975478 82.73663561]% Cross Entropy Loss: [1.9789823 1.0981158 0.73698854 0.5311753 0.4499006 ] Correct: [36.13290829 62.150564 74.79156449 82.07454635 85.43403629]% Cross Entropy Loss: [1.8837898 0.99911094 0.66359425 0.46833012 0.3925658 ] Correct: [39.18587543 65.80431584 77.59931339 84.69838156 87.46934772]% Cross Entropy Loss: [1.797647 0.93177795 0.6106232 0.4401614 0.36438853] Correct: [40.8656204 68.55076018 79.40166748 85.5443845 88.24178519]% Cross Entropy Loss: [1.7296788 0.8719723 0.5654772 0.40447333 0.34404558] Correct: [42.83962727 70.76998529 81.59637077 87.01569397 89.07552722]% Cross Entropy Loss: [1.6673765 0.8152368 0.516038 0.37217242 0.30817318] Correct: [44.35998038 72.486513 83.28837666 88.49926435 90.49779304]% Cross Entropy Loss: [1.6154606 0.7593077 0.48513436 0.3470981 0.29383838] Correct: [45.74546346 75.13487003 84.50220696 88.97743992 90.87788131]% Cross Entropy Loss: [1.5672795 0.7193141 0.46175468 0.32884726 0.2725432 ] Correct: [46.87346739 76.32417852 85.29916626 89.4556155 91.67484061]% Cross Entropy Loss: [1.504693 0.6855057 0.42503485 0.30778193 0.25391078] Correct: [47.73173124 77.43992153 86.95438941 90.52231486 92.43501717]% Cross Entropy Loss: [1.4808928 0.6552856 0.40472078 0.2812299 0.22769964] Correct: [48.97008337 79.04610103 87.29769495 91.30701324 93.35458558]% Cross Entropy Loss: [1.4274578 0.6110775 0.37379256 0.2606261 0.21231699] Correct: [50.80922021 80.52967141 88.62187347 92.44727808 94.02893575]% Cross Entropy Loss: [1.4000968 0.5891332 0.36699057 0.26116958 0.21228588] Correct: [52.1088769 81.2285434 89.06326631 92.3737126 93.95537028]% Cross Entropy Loss: [1.3716259 0.58237827 0.34435388 0.24015401 0.196388 ] Correct: [52.513487 81.90289358 89.90926925 93.25649828 94.32319765]% Cross Entropy Loss: [1.3456309 0.5464431 0.3220724 0.2193648 0.1794572] Correct: [53.84992643 82.95733203 90.80431584 93.89406572 95.2795488 ]% Cross Entropy Loss: [1.3043566 0.5210164 0.30802965 0.2083514 0.16739744] Correct: [55.27219225 84.01177048 91.35605689 94.54389407 95.52476704]% Cross Entropy Loss: [1.2742734 0.49508107 0.3012611 0.20587063 0.16221389] Correct: [56.13045611 84.89455615 91.35605689 94.34771947 95.96615988]% Cross Entropy Loss: [1.2441667 0.48295885 0.28214666 0.19442369 0.15053976] Correct: [56.7312408 85.78960275 92.3737126 94.83815596 96.50564002]% Cross Entropy Loss: [1.2264081 0.4704526 0.2707264 0.18619941 0.14829783] Correct: [57.3320255 85.99803825 92.94997548 95.21824424 96.21137813]% Cross Entropy Loss: [1.2053792 0.45452338 0.2629521 0.17968261 0.13870253] Correct: [58.11672388 86.7459539 93.0725846 95.46346248 96.82442374]% Cross Entropy Loss: [1.1833696 0.4351988 0.2503897 0.16699272 0.12704152] Correct: [59.02403139 87.39578225 93.44041197 96.11329083 97.33938205]% Cross Entropy Loss: [1.1648493 0.41716567 0.23708178 0.15879919 0.12854579] Correct: [59.45316332 88.59735164 94.09024031 96.2849436 97.00833742]% Cross Entropy Loss: [1.1416205 0.41679147 0.22828884 0.15102482 0.11695375] Correct: [61.01029917 88.05787151 94.71554684 96.71407553 97.67042668]% Cross Entropy Loss: [1.1351213 0.40999106 0.23274028 0.16199481 0.13046677] Correct: [60.65473271 87.88621873 93.9798921 95.96615988 96.87346739]% Cross Entropy Loss: [1.1091565 0.39322355 0.2161918 0.1499443 0.12093587] Correct: [61.80725846 88.92839627 94.94850417 96.19911721 96.91025012]% Cross Entropy Loss: [1.092043 0.37607852 0.20481716 0.13722295 0.10212868] Correct: [62.89847965 90.14222658 95.63511525 96.9838156 98.05051496]% Cross Entropy Loss: [1.0805006 0.37193698 0.21109693 0.13482301 0.10460148] Correct: [63.36439431 89.90926925 95.12015694 96.93477195 97.78077489]% Cross Entropy Loss: [1.0555333 0.35117498 0.1902821 0.11985846 0.09575627] Correct: [63.83030897 90.73075037 95.83128985 97.75625307 98.25895047]% Cross Entropy Loss: [1.0415585 0.34554473 0.19225268 0.12630157 0.09804917] Correct: [64.66405101 91.13536047 95.72094164 97.486513 98.05051496]% Cross Entropy Loss: [1.0215309 0.33282942 0.17798854 0.11440604 0.08739859] Correct: [65.12996567 91.67484061 96.46885728 98.06277587 98.61451692]% Cross Entropy Loss: [1.010372 0.32865715 0.17117685 0.10845564 0.08291699] Correct: [65.71848946 91.92005885 96.59146641 98.08729769 98.63903874]% Cross Entropy Loss: [1.0028352 0.32251483 0.16759646 0.10967354 0.08081765] Correct: [65.82883767 91.82197155 96.75085826 97.87886219 98.74938695]% Cross Entropy Loss: [1.0053986 0.3239901 0.16612864 0.10537529 0.08071366] Correct: [66.84649338 91.80971064 96.75085826 98.03825405 98.76164787]% Cross Entropy Loss: [0.9894031 0.3103292 0.15943976 0.10318613 0.07402253] Correct: [66.57675331 92.61893085 97.14320745 98.03825405 99.04364885]% Cross Entropy Loss: [0.9791253 0.30946603 0.15745631 0.11657234 0.09803414] Correct: [66.4664051 92.43501717 96.87346739 97.37616479 97.6949485 ]% Cross Entropy Loss: [0.9761528 0.30330777 0.15260671 0.09958611 0.07902068] Correct: [67.1652771 92.53310446 97.15546837 98.11181952 98.63903874]% Cross Entropy Loss: [0.94948906 0.28471226 0.14283167 0.08939773 0.0668047 ] Correct: [68.68563021 93.39136832 97.49877391 98.56547327 99.12947523]% Cross Entropy Loss: [0.93734425 0.28335845 0.13894157 0.0845883 0.06204257] Correct: [69.02893575 93.69789112 97.76851398 98.70034331 99.35017165]% Cross Entropy Loss: [0.92585963 0.2721243 0.1328975 0.08147427 0.05984794] Correct: [69.42128494 94.28641491 97.80529671 98.8965179 99.36243256]% Cross Entropy Loss: [0.9258419 0.2763316 0.13473715 0.0851868 0.06325853] Correct: [69.47032859 93.6733693 97.90338401 98.66356057 99.15399706]% Cross Entropy Loss: [0.9145228 0.26787022 0.13190985 0.08284988 0.06115601] Correct: [69.4825895 93.94310937 97.68268759 98.55321236 99.05590976]% Cross Entropy Loss: [0.90926886 0.26079115 0.12354382 0.07526926 0.05647882] Correct: [70.25502697 94.44580677 98.25895047 99.04364885 99.48504169]% Cross Entropy Loss: [0.89559376 0.25555754 0.12298638 0.07635683 0.05812114] Correct: [70.57381069 94.56841589 98.17312408 99.01912702 99.28886709]% Cross Entropy Loss: [0.8913837 0.25457555 0.1215532 0.07382192 0.05468141] Correct: [70.46346248 94.35998038 98.03825405 99.00686611 99.46051986]% Cross Entropy Loss: [0.88792306 0.24649508 0.11516625 0.06934602 0.05153498] Correct: [71.1868563 94.74006866 98.4919078 99.27660618 99.4973026 ]% Cross Entropy Loss: [0.87351644 0.24367103 0.11141468 0.06882896 0.05301667] Correct: [71.81216282 94.96076508 98.52869053 99.19077979 99.37469348]% Cross Entropy Loss: [0.8670181 0.23535827 0.10797397 0.06457391 0.04725015] Correct: [71.89798921 95.31633154 98.72486513 99.31338892 99.58312898]% Cross Entropy Loss: [0.8672212 0.2327176 0.10729928 0.06456608 0.04726942] Correct: [72.27807749 95.38989701 98.60225601 99.36243256 99.65669446]% Cross Entropy Loss: [0.8697298 0.23777288 0.10872904 0.06613786 0.04941782] Correct: [72.31486023 94.99754782 98.50416871 99.21530162 99.4973026 ]% Cross Entropy Loss: [0.85878557 0.22666958 0.10291512 0.06274229 0.0514195 ] Correct: [72.3884257 95.65963708 98.85973516 99.38695439 99.37469348]% Cross Entropy Loss: [0.85267484 0.22117746 0.09820343 0.0589934 0.04467856] Correct: [72.73173124 96.02746444 98.93330064 99.41147621 99.5953899 ]% Cross Entropy Loss: [0.8518763 0.22301982 0.09937109 0.0611193 0.04304237] Correct: [72.486513 95.56154978 98.85973516 99.26434527 99.68121628]% Cross Entropy Loss: [0.8528639 0.2302117 0.10266408 0.06356967 0.04707441] Correct: [72.49877391 95.26728789 98.65129966 99.23982344 99.57086807]% Cross Entropy Loss: [0.84760493 0.21866617 0.09728575 0.05886929 0.05133306] Correct: [72.71947033 95.96615988 98.98234429 99.42373713 99.20304071]% Cross Entropy Loss: [0.83935446 0.21655147 0.09742231 0.0584213 0.04178253] Correct: [73.45512506 95.89259441 98.88425699 99.52182442 99.69347719]% Cross Entropy Loss: [0.8172156 0.20350744 0.08836167 0.05396447 0.03868076] Correct: [74.44825895 96.66503188 99.0926925 99.48504169 99.68121628]% Cross Entropy Loss: [0.8212365 0.20456749 0.08980781 0.05542869 0.03836247] Correct: [74.22756253 96.45659637 99.14173615 99.46051986 99.76704267]% Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.00% From layer 1: Accuracy: 67.18% From layer 2: Accuracy: 73.94% From layer 3: Accuracy: 76.77% From layer 4: Accuracy: 78.00%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.01% From layer 1: Accuracy: 95.18% From layer 2: Accuracy: 98.44% From layer 3: Accuracy: 99.31% From layer 4: Accuracy: 99.73%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [6.4499493 4.761009 3.4782238 2.7763848 2.2545755] Correct: [ 7.95733203 13.26630701 27.17018146 35.96125552 44.74006866]% Cross Entropy Loss: [3.11535 2.096343 1.4131371 1.0682083 0.86851627] Correct: [18.89406572 34.40411967 51.85139774 62.87395782 70.1814615 ]% Cross Entropy Loss: [2.6556919 1.5978645 1.083149 0.81814396 0.6658297 ] Correct: [25.30652281 46.37076999 62.38352133 71.76311918 77.15792055]% Cross Entropy Loss: [2.394935 1.3490906 0.90430284 0.67773217 0.5554883 ] Correct: [29.59784208 53.64149093 69.11476214 77.37861697 81.58410986]% Cross Entropy Loss: [2.2179375 1.1968118 0.7925071 0.5920205 0.48649815] Correct: [32.65080922 58.85237862 73.38155959 80.11280039 83.58263855]% Cross Entropy Loss: [2.0832427 1.0649133 0.6987619 0.5162131 0.42436376] Correct: [34.99264345 62.9475233 76.75331045 82.73663561 86.03482099]% Cross Entropy Loss: [1.958121 0.9911297 0.6415766 0.47634533 0.39858958] Correct: [37.62873958 66.50318784 78.8131437 84.12211869 87.06473762]% Cross Entropy Loss: [1.8792048 0.92153376 0.59219563 0.43937442 0.3639585 ] Correct: [39.1613536 68.575282 80.44384502 85.47081903 88.47474252]% Cross Entropy Loss: [1.7764051 0.8392105 0.5373005 0.3915146 0.3192155] Correct: [41.73614517 71.84894556 82.44237371 87.29769495 90.30161844]% Cross Entropy Loss: [1.7285343 0.7972007 0.503798 0.36422247 0.2988765 ] Correct: [42.65571359 73.62677783 83.57037764 88.41343796 90.64492398]% Cross Entropy Loss: [1.6543036 0.7481111 0.4646584 0.33393526 0.27078307] Correct: [44.8749387 75.58852379 85.39725356 89.98283472 91.98136341]% Cross Entropy Loss: [1.6101927 0.7094397 0.4415061 0.3270336 0.26630792] Correct: [45.36537518 77.03531143 86.10838646 89.68857283 92.27562531]% Cross Entropy Loss: [1.5407614 0.66844225 0.4074471 0.28930873 0.23380361] Correct: [47.95242766 78.54340363 87.50613046 91.47866601 93.0725846 ]% Cross Entropy Loss: [1.4958373 0.63102406 0.39090514 0.2739257 0.21719927] Correct: [48.77390878 79.92888671 88.38891614 91.77292791 93.99215302]% Cross Entropy Loss: [1.4646325 0.61398256 0.37368444 0.2697746 0.21571982] Correct: [50.11034821 80.67680235 88.52378617 92.34919078 93.83276116]% Cross Entropy Loss: [1.4107915 0.5795206 0.34873348 0.24773483 0.19636978] Correct: [51.58165768 81.84158901 90.06866111 93.06032369 94.69102501]% Cross Entropy Loss: [1.3887354 0.5612993 0.3341605 0.23682143 0.18778369] Correct: [52.78322707 82.39333006 90.28935753 93.29328102 94.81363413]% Cross Entropy Loss: [1.3550272 0.5363375 0.31642413 0.22799651 0.18063158] Correct: [53.29818538 83.68072585 91.04953409 93.56302109 95.10789603]% Cross Entropy Loss: [1.3231387 0.5242734 0.30793968 0.21938924 0.17397729] Correct: [54.84306032 84.10985777 91.27023051 93.66110839 95.32859245]% Cross Entropy Loss: [1.283253 0.49165663 0.28834906 0.19741513 0.15688714] Correct: [54.89210397 85.22560078 92.17753801 94.89946052 95.90485532]% Cross Entropy Loss: [1.2649336 0.47376695 0.2805562 0.1884642 0.15094134] Correct: [56.05689063 85.92447278 92.41049534 95.29180971 96.43207455]% Cross Entropy Loss: [1.2399524 0.46849176 0.2698798 0.19165051 0.15131295] Correct: [57.3320255 86.20647376 92.70475723 94.89946052 96.37076999]% Cross Entropy Loss: [1.2246016 0.4465449 0.25620914 0.1770524 0.13681643] Correct: [57.72437469 86.99117214 93.35458558 95.3776361 96.87346739]% Cross Entropy Loss: [1.2004024 0.43683738 0.25025854 0.17426123 0.13952202] Correct: [58.23933301 87.11378127 93.58754291 95.84355076 96.67729279]% Cross Entropy Loss: [1.1714349 0.4172461 0.23294409 0.1575584 0.12122679] Correct: [59.2324669 88.2540461 94.45806768 96.32172634 97.2903384 ]% Cross Entropy Loss: [1.1512532 0.40703356 0.22566764 0.15186335 0.11417335] Correct: [60.25012261 88.41343796 94.70328592 96.59146641 97.74399215]% Cross Entropy Loss: [1.1339705 0.3920178 0.21400392 0.14348766 0.10950939] Correct: [60.98577734 89.50465915 95.25502697 96.91025012 97.78077489]% Cross Entropy Loss: [1.1239747 0.39096498 0.22011784 0.14927708 0.11217139] Correct: [61.83178028 89.1613536 94.45806768 96.4811182 97.64590486]% Cross Entropy Loss: [1.0909414 0.37279153 0.20157368 0.13302103 0.10023441] Correct: [62.51839137 89.81118195 95.52476704 97.31486023 98.12408043]% Cross Entropy Loss: [1.0713761 0.35775328 0.19597872 0.12866797 0.09529382] Correct: [63.31535066 90.77979402 95.63511525 97.35164296 98.27121138]% Cross Entropy Loss: [1.061121 0.35613722 0.19344339 0.13757391 0.10904332] Correct: [63.64639529 90.42422756 95.83128985 96.83668465 97.64590486]% Cross Entropy Loss: [1.0648509 0.35407063 0.19109118 0.12759905 0.10164113] Correct: [63.78126533 90.32614026 95.67189799 97.43746935 97.92790584]% Cross Entropy Loss: [1.0397907 0.33411586 0.18109696 0.11998235 0.08804511] Correct: [64.8602256 91.71162334 96.22363904 97.46199117 98.41834232]% Cross Entropy Loss: [1.0218405 0.3274689 0.17186224 0.11518487 0.0870847 ] Correct: [64.78666013 91.78518882 96.60372732 97.7930358 98.46738597]% Cross Entropy Loss: [1.0164996 0.32117447 0.16563214 0.10985802 0.08180261] Correct: [65.65718489 92.12849436 96.82442374 97.90338401 98.61451692]% Cross Entropy Loss: [1.0022123 0.31545493 0.16493076 0.10893925 0.07903001] Correct: [66.35605689 92.07945071 96.81216282 98.07503678 98.78616969]% Cross Entropy Loss: [0.9805369 0.3072208 0.15689339 0.10034146 0.0757826 ] Correct: [67.12849436 92.77832271 97.30259931 98.28347229 98.98234429]% Cross Entropy Loss: [0.97620595 0.2996872 0.1544682 0.09996678 0.07579447] Correct: [67.27562531 92.69249632 97.30259931 98.34477685 98.82295243]% Cross Entropy Loss: [0.9599346 0.28750443 0.14267707 0.09244568 0.06747434] Correct: [67.92545365 93.68563021 97.73173124 98.46738597 99.05590976]% Cross Entropy Loss: [0.95449805 0.28494295 0.14710009 0.09732679 0.07113231] Correct: [67.94997548 93.44041197 97.35164296 98.32025503 98.88425699]% Cross Entropy Loss: [0.9604589 0.28816116 0.14390585 0.09051391 0.06750385] Correct: [67.81510544 93.06032369 97.41294752 98.5899951 99.06817067]% Cross Entropy Loss: [0.938691 0.27179497 0.1370642 0.08513274 0.06270423] Correct: [69.274154 94.1760667 97.85434036 98.73712604 99.10495341]% Cross Entropy Loss: [0.9318086 0.26867366 0.13430616 0.08450139 0.06175511] Correct: [68.78371751 94.00441393 97.9892104 98.7984306 99.16625797]% Cross Entropy Loss: [0.91271913 0.270564 0.12983325 0.08150811 0.05976207] Correct: [70.19372241 93.62432565 97.87886219 98.7984306 99.15399706]% Cross Entropy Loss: [0.9115628 0.25968993 0.12657511 0.08347686 0.0594626 ] Correct: [70.64737616 94.38450221 98.11181952 98.7984306 99.36243256]% Cross Entropy Loss: [0.9056586 0.25875354 0.12472288 0.08011754 0.05834158] Correct: [70.51250613 93.89406572 98.18538499 98.70034331 99.14173615]% Cross Entropy Loss: [0.9074342 0.26229715 0.12454267 0.07470622 0.05328815] Correct: [70.36537518 94.05345758 97.87886219 98.9946052 99.43599804]% Cross Entropy Loss: [0.88395184 0.24552332 0.11803097 0.07159174 0.05358623] Correct: [71.02746444 94.99754782 98.38155959 99.05590976 99.33791074]% Cross Entropy Loss: [0.8700824 0.24380627 0.11577123 0.07228921 0.05336022] Correct: [72.21677293 94.70328592 98.36929868 99.11721432 99.35017165]% Cross Entropy Loss: [0.8750234 0.23406857 0.10670444 0.06563606 0.04590251] Correct: [71.91025012 95.40215792 98.67582148 99.44825895 99.70573811]% Cross Entropy Loss: [0.87363154 0.23673786 0.10928614 0.06592005 0.04637526] Correct: [72.10642472 95.09563512 98.67582148 99.26434527 99.69347719]% Cross Entropy Loss: [0.86861944 0.2338061 0.10635696 0.06337979 0.04374555] Correct: [72.2903384 95.40215792 98.8965179 99.50956351 99.77930358]% Cross Entropy Loss: [0.85496813 0.2231948 0.09993115 0.06279701 0.04488867] Correct: [72.60912212 95.67189799 98.93330064 99.32564983 99.61991172]% Cross Entropy Loss: [0.84552974 0.22067003 0.10238956 0.06715159 0.04728511] Correct: [72.85434036 95.83128985 98.62677783 99.00686611 99.38695439]% Cross Entropy Loss: [0.8479267 0.2203806 0.09793177 0.066811 0.04369394] Correct: [73.07503678 96.07650809 98.85973516 99.20304071 99.69347719]% Cross Entropy Loss: [0.8311353 0.21352205 0.09496014 0.05732632 0.04208629] Correct: [73.61451692 96.29720451 99.04364885 99.44825895 99.61991172]% Cross Entropy Loss: [0.8292413 0.21042016 0.09218284 0.05336837 0.03864544] Correct: [74.08043158 96.35850907 99.06817067 99.5953899 99.8038254 ]% Cross Entropy Loss: [0.8263778 0.21322271 0.09479012 0.05948808 0.04505721] Correct: [73.56547327 95.99068171 98.82295243 99.26434527 99.47278077]% Cross Entropy Loss: [0.83896697 0.21373552 0.09622379 0.06179601 0.04830655] Correct: [73.47964689 95.90485532 98.70034331 99.25208436 99.36243256]% Cross Entropy Loss: [0.8297937 0.20575117 0.08739565 0.0521135 0.03715603] Correct: [73.70034331 96.54242276 99.04364885 99.57086807 99.70573811]% Mean abs weights tensor(0.0155, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.13% From layer 1: Accuracy: 65.90% From layer 2: Accuracy: 74.38% From layer 3: Accuracy: 76.99% From layer 4: Accuracy: 77.34%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.02% From layer 1: Accuracy: 95.56% From layer 2: Accuracy: 98.96% From layer 3: Accuracy: 99.15% From layer 4: Accuracy: 99.23%
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.319139 4.861906 3.382174 2.551077 2.9112816] Correct: [ 9.28151054 17.52084355 23.87199608 37.3467386 39.17361452]% Cross Entropy Loss: [2.9932137 2.068022 1.4686631 1.0256292 0.9375243] Correct: [19.43354586 35.78960275 49.63217263 64.60274644 66.80971064]% Cross Entropy Loss: [2.5055442 1.6342077 1.1330092 0.79109246 0.7177025 ] Correct: [26.42226582 45.90485532 60.97351643 72.85434036 74.77930358]% Cross Entropy Loss: [2.2797878 1.4123977 0.9507802 0.6936989 0.6175578] Correct: [31.04462972 52.24374693 67.01814615 76.25061305 78.911231 ]% Cross Entropy Loss: [2.1206055 1.2441951 0.8284679 0.5870366 0.53104925] Correct: [33.79107406 57.13585091 71.56694458 80.11280039 81.91515449]% Cross Entropy Loss: [1.9816617 1.1194292 0.72599965 0.5150681 0.45896193] Correct: [36.69691025 61.19421285 75.18391368 83.3374203 84.89455615]% Cross Entropy Loss: [1.903143 1.0297475 0.6633898 0.4683911 0.41714644] Correct: [38.74448259 64.63952918 78.28592447 84.72290338 86.43943109]% Cross Entropy Loss: [1.8146752 0.9499174 0.6059564 0.44395328 0.38639495] Correct: [41.01275135 67.43501717 79.67140755 85.22560078 87.33447769]% Cross Entropy Loss: [1.7336688 0.87779397 0.5476509 0.39334893 0.34221748] Correct: [42.22658166 70.43894066 82.29524277 87.26091221 89.21039725]% Cross Entropy Loss: [1.6740835 0.8284544 0.5272807 0.38171822 0.32796106] Correct: [44.47032859 72.21677293 82.66307013 87.73908779 89.17361452]% Cross Entropy Loss: [1.617788 0.7678631 0.46779612 0.34176028 0.28643373] Correct: [45.67189799 74.42373713 85.67925454 89.52918097 91.5644924 ]% Cross Entropy Loss: [1.5632111 0.7249352 0.44787082 0.3209686 0.2732119 ] Correct: [47.10642472 75.67435017 85.82638548 90.20353114 91.83423247]% Cross Entropy Loss: [1.5239389 0.69364023 0.4204766 0.30090535 0.26068178] Correct: [47.8911231 76.93722413 86.86856302 90.44874939 91.62579696]% Cross Entropy Loss: [1.4629878 0.6524433 0.39768475 0.28208447 0.23533563] Correct: [50.13487003 78.86218735 87.78813144 91.47866601 92.86414909]% Cross Entropy Loss: [1.4356055 0.62171805 0.37567613 0.27066994 0.23299596] Correct: [50.55174105 79.76949485 88.62187347 91.83423247 93.29328102]% Cross Entropy Loss: [1.4046873 0.6002708 0.3594906 0.25068355 0.21868102] Correct: [52.09661599 81.09367337 89.40657185 92.81510544 93.6733693 ]% Cross Entropy Loss: [1.3679374 0.5709143 0.33471087 0.23229109 0.19386217] Correct: [52.50122609 82.07454635 90.2648357 93.40362923 94.45806768]% Cross Entropy Loss: [1.3446721 0.55226505 0.32327563 0.22299013 0.18650566] Correct: [52.75870525 82.79794017 90.74301128 93.72241295 94.86267778]% Cross Entropy Loss: [1.3025677 0.5297558 0.30679002 0.2198712 0.17801753] Correct: [54.25453654 83.8401177 91.68710152 93.90632663 95.31633154]% Cross Entropy Loss: [1.2676907 0.50531006 0.2928762 0.20119806 0.16873884] Correct: [55.3212359 84.67385974 91.94458068 94.7768514 95.73320255]% Cross Entropy Loss: [1.2622813 0.49193883 0.2785085 0.19704454 0.16660106] Correct: [56.20402158 85.5443845 92.45953899 94.65424228 95.38989701]% Cross Entropy Loss: [1.2182302 0.47229654 0.26866025 0.18389544 0.15038691] Correct: [57.69985287 86.18195194 92.87641 95.65963708 96.32172634]% Cross Entropy Loss: [1.2067758 0.46003848 0.25979733 0.18223238 0.14526065] Correct: [57.73663561 86.66012751 93.35458558 95.20598333 96.71407553]% Cross Entropy Loss: [1.1823864 0.44356823 0.24884742 0.1740067 0.1409975 ] Correct: [59.52672879 87.21186856 93.45267288 95.57381069 96.59146641]% Cross Entropy Loss: [1.1609862 0.43496165 0.24223153 0.16396837 0.13301714] Correct: [59.93133889 87.62873958 93.99215302 96.10102992 97.06964198]% Cross Entropy Loss: [1.1508759 0.41375437 0.22494832 0.15078434 0.12315518] Correct: [59.89455615 88.78126533 94.59293771 96.62824914 97.37616479]% Cross Entropy Loss: [1.1284636 0.40899393 0.21989684 0.1518086 0.12060698] Correct: [61.15743011 88.59735164 94.51937224 96.26042178 97.04512016]% Cross Entropy Loss: [1.1115015 0.39095962 0.21122873 0.1495847 0.11764669] Correct: [61.25551741 89.24717999 95.21824424 96.32172634 97.47425208]% Cross Entropy Loss: [1.0834482 0.37878716 0.20472333 0.13643591 0.10896222] Correct: [62.37126042 89.59048553 95.0833742 97.04512016 97.63364394]% Cross Entropy Loss: [1.0858519 0.37647635 0.19879076 0.13802417 0.10640756] Correct: [63.07013242 89.78666013 95.6841589 96.81216282 97.96468857]% Cross Entropy Loss: [1.0520391 0.35291952 0.18853618 0.12555054 0.10124671] Correct: [63.6586562 90.73075037 95.97842079 97.37616479 98.05051496]% Cross Entropy Loss: [1.0394802 0.34624043 0.17982136 0.11847642 0.09394352] Correct: [64.57822462 91.40510054 96.45659637 97.62138303 98.23442864]% Cross Entropy Loss: [1.0399253 0.3451389 0.17813542 0.11766008 0.09557135] Correct: [64.46787641 91.17214321 96.3830309 97.62138303 98.16086317]% Cross Entropy Loss: [1.0127649 0.32891586 0.16707243 0.10890573 0.08622577] Correct: [65.42422756 91.68710152 96.73859735 98.07503678 98.62677783]% Cross Entropy Loss: [1.0086381 0.33107194 0.17054582 0.11552057 0.08992293] Correct: [65.71848946 91.40510054 96.56694458 97.58460029 98.33251594]% Cross Entropy Loss: [0.9833613 0.31684914 0.1627159 0.10851205 0.08507997] Correct: [66.57675331 92.18979892 97.02059833 97.94016675 98.47964689]% Cross Entropy Loss: [0.97980165 0.3167823 0.157423 0.10611748 0.08666422] Correct: [67.09171162 92.30014713 96.84894556 98.00147131 98.06277587]% Cross Entropy Loss: [0.97273916 0.30847427 0.1609163 0.10543742 0.08127401] Correct: [66.93231976 92.61893085 96.67729279 97.9892104 98.5899951 ]% Cross Entropy Loss: [0.9595216 0.29222864 0.14794202 0.09286801 0.07034895] Correct: [67.63119176 93.12162825 97.40068661 98.61451692 99.05590976]% Cross Entropy Loss: [0.9502623 0.29195637 0.1416449 0.08990818 0.06938482] Correct: [67.65571359 93.25649828 97.64590486 98.66356057 99.12947523]% Cross Entropy Loss: [0.9450947 0.28812483 0.14255953 0.08954276 0.07269478] Correct: [68.39136832 93.33006376 97.49877391 98.5899951 98.81069152]% Cross Entropy Loss: [0.93826383 0.27942443 0.13291004 0.0852496 0.06988103] Correct: [68.2687592 93.82050025 97.75625307 98.72486513 99.00686611]% Cross Entropy Loss: [0.9262963 0.27431804 0.13445209 0.08923318 0.07104266] Correct: [69.16380579 93.72241295 97.78077489 98.52869053 98.70034331]% Cross Entropy Loss: [0.9225986 0.26495194 0.12825122 0.08103769 0.06167577] Correct: [69.54389407 94.1760667 97.87886219 98.78616969 99.16625797]% Cross Entropy Loss: [0.9018813 0.26254743 0.12514886 0.07933439 0.05661016] Correct: [70.1814615 94.53163315 97.95242766 98.82295243 99.28886709]% Cross Entropy Loss: [0.8908508 0.2562964 0.12391043 0.07853594 0.05573469] Correct: [71.07650809 94.83815596 97.97694949 98.95782246 99.41147621]% Cross Entropy Loss: [0.89368975 0.25522506 0.11753932 0.07275057 0.05601766] Correct: [70.46346248 94.65424228 98.41834232 99.05590976 99.35017165]% Cross Entropy Loss: [0.88631517 0.2506978 0.11858957 0.07463772 0.0585666 ] Correct: [70.41441883 94.72780775 98.17312408 98.97008337 99.12947523]% Cross Entropy Loss: [0.8778534 0.23976351 0.11045572 0.06707529 0.05141067] Correct: [71.62824914 95.26728789 98.76164787 99.301128 99.63217263]% Cross Entropy Loss: [0.8795383 0.2552898 0.11999074 0.07710016 0.06727961] Correct: [71.50564002 94.274154 98.06277587 98.73712604 98.74938695]% Cross Entropy Loss: [0.8648546 0.23559323 0.10837661 0.07854804 0.06221166] Correct: [71.64051005 95.30407062 98.50416871 98.84747425 99.01912702]% Cross Entropy Loss: [0.8652362 0.22792394 0.10231927 0.06293786 0.04677543] Correct: [71.67729279 95.65963708 98.85973516 99.32564983 99.52182442]% Cross Entropy Loss: [0.86398387 0.23156056 0.10459573 0.06425331 0.04435297] Correct: [71.54242276 95.34085336 98.70034331 99.26434527 99.64443355]% Cross Entropy Loss: [0.8545418 0.22803618 0.10166796 0.06602585 0.04834772] Correct: [72.53555665 95.62285434 98.77390878 99.10495341 99.42373713]% Cross Entropy Loss: [0.83726716 0.22407582 0.10054304 0.06017566 0.04318675] Correct: [73.22216773 95.84355076 98.85973516 99.4973026 99.64443355]% Cross Entropy Loss: [0.8342958 0.2196084 0.09676819 0.05838171 0.0430042 ] Correct: [73.30799411 95.63511525 98.93330064 99.3992153 99.61991172]% Cross Entropy Loss: [0.8295581 0.21199659 0.09132655 0.05202025 0.03665802] Correct: [73.67582148 96.00294262 99.21530162 99.66895537 99.9019127 ]% Cross Entropy Loss: [0.8301038 0.2157572 0.09626693 0.05572131 0.04120138] Correct: [73.18538499 95.99068171 98.83521334 99.46051986 99.5953899 ]% Cross Entropy Loss: [0.82460034 0.21254432 0.0909593 0.05556456 0.04113094] Correct: [73.85973516 95.85581167 99.00686611 99.43599804 99.69347719]% Cross Entropy Loss: [0.820354 0.21078299 0.09086963 0.05599973 0.0398378 ] Correct: [73.84747425 96.19911721 99.06817067 99.4973026 99.74252084]% Mean abs weights tensor(0.0153, grad_fn=<MeanBackward0>)
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.02% From layer 1: Accuracy: 66.30% From layer 2: Accuracy: 73.63% From layer 3: Accuracy: 74.47% From layer 4: Accuracy: 75.49%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.77% From layer 1: Accuracy: 97.11% From layer 2: Accuracy: 99.04% From layer 3: Accuracy: 99.36% From layer 4: Accuracy: 99.55% Fast Classifier Mean Test Accuracy: tensor([47.2659, 67.9814, 74.9382, 76.7491, 77.6104]), Std: tensor([0.6362, 1.3027, 1.1067, 1.1134, 0.9371]) Fast Classifier Mean Train Accuracy: tensor([74.8234, 96.4995, 99.2791, 99.5954, 99.7499]), Std: tensor([1.3304, 0.6529, 0.3839, 0.2555, 0.2215])
# run all checkpoints
if classifier_type == 'fast':
last_ckp = 20
test_accs_ckpt = []
train_accs_ckpt = []
epochs = []
while True:
print(f'Checkpoint {last_ckp}')
SNN_ckp = EchoSpike(args.n_inputs, args.n_hidden, beta=args.beta, device=device, recurrency_type=args.recurrency_type, online=args.online).to(device)
try:
print(model_name[:-3] + f'_epoch{last_ckp}.pt')
state_dict = torch.load(model_name[:-3] + f'_epoch{last_ckp}.pt', map_location=device)
# state_dict = {key.replace('clapp', 'layers'):value for key, value in state_dict.items()}
# torch.save(state_dict, model_name + f'_epoch{last_ckp}.pt')
SNN_ckp.load_state_dict(state_dict)
except:
if last_ckp > 1500:
break
else:
last_ckp += 20
continue
epochs.append(last_ckp)
last_ckp += 20
snn_samples, targets = get_samples(SNN_ckp, train_loader, args.n_hidden, device)
cat = True
with torch.no_grad():
out_projs, acc, losses_out = train_out_proj_fast(SNN_ckp, args, 60, 60, snn_samples, train_loader.y, cat=cat, lr=1e-4, weight_decay=1)
test_accs_ckpt.append(torch.tensor(get_accuracy(SNN_ckp, out_projs, test_loader, device, cat=cat)[0]))
train_accs_ckpt.append(torch.tensor(get_accuracy(SNN_ckp, out_projs, train_loader, device, cat=cat)[0]))
test_accs_ckpt = torch.stack(test_accs_ckpt)
train_accs_ckpt = torch.stack(train_accs_ckpt)
# save the results
torch.save(torch.stack([torch.tensor(tac) for tac in test_accs_ckpt]), model_name[:-3]+'_test_accs_ckpt.pt')
torch.save(torch.stack([torch.tensor(tac) for tac in train_accs_ckpt]), model_name[:-3]+'_train_accs_ckpt.pt')
Checkpoint 20 models/shd_4layer_withckpts_noaugment_epoch20.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.940902 3.8477192 3.5060883 3.3280356 3.003352 ] Correct: [ 9.69838156 15.5590976 20.04659147 21.34624816 25.34330554]% Cross Entropy Loss: [2.9300363 2.255119 1.9528219 1.7054279 1.5506365] Correct: [20.05885238 31.21628249 38.29082884 44.60519863 48.62677783]% Cross Entropy Loss: [2.5279646 1.8673027 1.5694041 1.3395407 1.1967996] Correct: [27.02305051 39.77439922 48.3938205 55.33349681 60.05394801]% Cross Entropy Loss: [2.3022487 1.6366146 1.336531 1.1190596 0.9848036] Correct: [30.54193232 45.70868073 55.56645414 62.40804316 66.52770966]% Cross Entropy Loss: [2.1415908 1.4602324 1.1740847 0.9763144 0.84634584] Correct: [34.50220696 51.23835213 60.88769004 67.36145169 72.14320745]% Cross Entropy Loss: [2.0245154 1.344159 1.0531912 0.85236144 0.7500779 ] Correct: [36.19421285 54.80627759 64.89700834 72.35164296 75.87052477]% Cross Entropy Loss: [1.9194674 1.2233706 0.95356077 0.7606477 0.65612906] Correct: [38.46248161 59.15890142 67.9744973 75.36782737 79.00931829]% Cross Entropy Loss: [1.8325168 1.1361303 0.85558945 0.67800266 0.5890972 ] Correct: [40.53457577 61.95438941 71.45659637 77.99166258 81.09367337]% Cross Entropy Loss: [1.7666085 1.0553713 0.78548527 0.6285366 0.5341788 ] Correct: [41.85875429 64.18587543 74.21530162 80.62775871 83.58263855]% Cross Entropy Loss: [1.7073221 0.9971107 0.731501 0.57428885 0.4925928 ] Correct: [43.45267288 65.92692496 76.27513487 82.25846003 84.90681707]% Cross Entropy Loss: [1.6324341 0.9349102 0.6911222 0.531221 0.45821133] Correct: [45.50024522 68.1706719 77.79548798 83.58263855 86.21873467]% Cross Entropy Loss: [1.5848486 0.88814867 0.6396612 0.49431396 0.42947468] Correct: [46.44433546 69.89946052 79.76949485 85.27464443 86.97891123]% Cross Entropy Loss: [1.5370266 0.826736 0.59306663 0.45027557 0.38378027] Correct: [48.14860226 72.9892104 81.7312408 87.01569397 89.40657185]% Cross Entropy Loss: [1.4948324 0.8001541 0.56372744 0.42586213 0.35840482] Correct: [48.8965179 73.30799411 82.68759196 87.87395782 90.28935753]% Cross Entropy Loss: [1.445805 0.7515934 0.52679473 0.40325913 0.33680555] Correct: [50.84600294 75.38008828 84.37959784 88.73222168 90.69396763]% Cross Entropy Loss: [1.4165205 0.7266265 0.50772023 0.37726006 0.31815103] Correct: [51.37322217 76.14026484 84.7351643 89.73761648 91.74840608]% Cross Entropy Loss: [1.3726039 0.69129115 0.46947828 0.35330296 0.2882811 ] Correct: [52.57479156 77.73418342 86.56204022 90.66944581 93.15841099]% Cross Entropy Loss: [1.3534102 0.6742998 0.45770404 0.3420572 0.28126004] Correct: [53.23688082 78.3104463 86.67238843 91.01275135 92.93771457]% Cross Entropy Loss: [1.3120486 0.6348808 0.43133858 0.31625554 0.26060203] Correct: [54.68366846 79.97793036 87.99656694 91.99362433 94.00441393]% Cross Entropy Loss: [1.2858646 0.617056 0.42566994 0.30845207 0.25469288] Correct: [55.45610593 80.67680235 88.05787151 92.26336439 94.10250123]% Cross Entropy Loss: [1.2601442 0.60300076 0.42344132 0.3083477 0.2649694 ] Correct: [56.3266307 81.25306523 88.11917607 92.05492889 93.18293281]% Cross Entropy Loss: [1.2381437 0.5722251 0.38264135 0.2830175 0.229167 ] Correct: [57.38106915 82.81020108 89.87248651 93.31780284 95.0833742 ]% Cross Entropy Loss: [1.2207378 0.56482667 0.36457407 0.26252347 0.21647355] Correct: [57.72437469 82.9328102 90.77979402 94.00441393 95.31633154]% Cross Entropy Loss: [1.1930236 0.53644997 0.3587134 0.26459217 0.21221864] Correct: [58.39872487 84.17116233 90.52231486 93.7714566 95.61059343]% Cross Entropy Loss: [1.1655902 0.5102662 0.33872205 0.2413099 0.19066578] Correct: [59.50220696 85.65473271 91.5644924 95.02206964 96.45659637]% Cross Entropy Loss: [1.1391081 0.5019077 0.32242745 0.22467193 0.18076652] Correct: [60.34820991 85.76508092 92.28788622 95.46346248 97.00833742]% Cross Entropy Loss: [1.1256554 0.48391023 0.31167993 0.22369918 0.17477913] Correct: [61.07160373 86.42717018 92.74153997 95.80676802 97.08190289]% Cross Entropy Loss: [1.1282966 0.48686078 0.31238028 0.21758479 0.17290121] Correct: [61.05934282 86.32908288 92.48406081 95.81902894 96.77538009]% Cross Entropy Loss: [1.1011463 0.4709627 0.30124173 0.20657 0.16530192] Correct: [62.07699853 86.95438941 92.99901913 96.06424718 97.21677293]% Cross Entropy Loss: [1.0831255 0.45083237 0.28775853 0.20038457 0.15945743] Correct: [63.03334968 87.83717509 93.58754291 96.12555174 97.16772928]% Cross Entropy Loss: [1.0654516 0.44140613 0.27938375 0.19748387 0.15392599] Correct: [63.54830799 88.19274154 93.91858754 96.19911721 97.42520844]% Cross Entropy Loss: [1.061166 0.44148153 0.2811703 0.19988014 0.15104559] Correct: [63.24178519 88.13143698 93.62432565 95.8803335 97.30259931]% Cross Entropy Loss: [1.0316036 0.41976455 0.2641134 0.1777142 0.14265837] Correct: [65.01961746 88.70769985 94.16380579 96.95929377 97.92790584]% Cross Entropy Loss: [1.0260495 0.41265953 0.25319314 0.17537181 0.13228284] Correct: [65.5590976 88.89161354 94.81363413 97.10642472 98.45512506]% Cross Entropy Loss: [1.0041665 0.3891039 0.23965193 0.16139968 0.1239186 ] Correct: [65.75527219 90.49779304 95.52476704 97.62138303 98.43060324]% Cross Entropy Loss: [0.9904045 0.38394883 0.23153809 0.15681836 0.12206519] Correct: [66.23344777 90.91466405 95.72094164 97.71947033 98.5899951 ]% Cross Entropy Loss: [0.9799066 0.37777352 0.23516694 0.15687646 0.12179112] Correct: [66.80971064 91.08631682 95.54928887 97.64590486 98.40608141]% Cross Entropy Loss: [0.968735 0.37262043 0.22602305 0.15034433 0.11822947] Correct: [67.75380088 91.25796959 95.61059343 98.00147131 98.54095145]% Cross Entropy Loss: [0.9585927 0.35862234 0.21730827 0.14732477 0.11319503] Correct: [68.15841099 91.65031878 96.41981363 98.08729769 98.63903874]% Cross Entropy Loss: [0.94541025 0.3643947 0.22063892 0.14140339 0.11005766] Correct: [68.575282 91.3683178 95.6841589 98.12408043 98.74938695]% Cross Entropy Loss: [0.9445472 0.34571457 0.2038468 0.13352002 0.09819115] Correct: [68.35458558 92.31240804 96.82442374 98.65129966 99.25208436]% Cross Entropy Loss: [0.9352212 0.34451005 0.20812172 0.13442256 0.10401459] Correct: [68.45267288 91.84649338 96.17459539 98.44286415 99.04364885]% Cross Entropy Loss: [0.9378476 0.34830016 0.20982727 0.13447183 0.10268191] Correct: [69.24963217 91.72388426 95.96615988 98.3938205 99.08043158]% Cross Entropy Loss: [0.9253283 0.33690977 0.20368129 0.12975867 0.09651901] Correct: [69.65424228 92.45953899 96.21137813 98.4919078 99.19077979]% Cross Entropy Loss: [0.899174 0.32469583 0.18765414 0.12235978 0.09246395] Correct: [70.91711623 92.83962727 97.09416381 98.62677783 99.301128 ]% Cross Entropy Loss: [0.900193 0.31981146 0.18146932 0.11330306 0.08219879] Correct: [70.3776361 92.94997548 97.27807749 99.06817067 99.52182442]% Cross Entropy Loss: [0.90301895 0.3217323 0.18698151 0.1153103 0.08452528] Correct: [70.46346248 92.65571359 96.95929377 98.77390878 99.38695439]% Cross Entropy Loss: [0.8963877 0.31446263 0.18122685 0.11259211 0.08207847] Correct: [70.56154978 93.36684649 97.36390387 98.87199608 99.41147621]% Cross Entropy Loss: [0.88292295 0.30515352 0.17412603 0.10899801 0.07808818] Correct: [71.50564002 93.85728298 97.30259931 98.92103973 99.54634625]% Cross Entropy Loss: [0.8883431 0.30475646 0.17585972 0.11082776 0.08274719] Correct: [71.33398725 93.51397744 97.26581658 98.74938695 99.41147621]% Cross Entropy Loss: [0.8715144 0.29570836 0.1699818 0.10620621 0.08257221] Correct: [71.89798921 94.1760667 97.51103482 99.05590976 99.36243256]% Cross Entropy Loss: [0.86733925 0.29565683 0.16853893 0.10830004 0.08158269] Correct: [72.52329573 93.91858754 97.62138303 98.76164787 99.22756253]% Cross Entropy Loss: [0.8589583 0.29261473 0.1687361 0.11501922 0.08837236] Correct: [72.41294752 93.84502207 97.47425208 98.50416871 99.00686611]% Cross Entropy Loss: [0.84382755 0.28384095 0.16027747 0.09710383 0.0692293 ] Correct: [73.74938695 94.15154487 97.52329573 99.01912702 99.54634625]% Cross Entropy Loss: [0.8462058 0.2756899 0.15442796 0.09231757 0.06521486] Correct: [72.60912212 95.04659147 98.08729769 99.31338892 99.69347719]% Cross Entropy Loss: [0.8425669 0.27555856 0.15149131 0.08979715 0.06498086] Correct: [72.6949485 94.78911231 98.11181952 99.43599804 99.70573811]% Cross Entropy Loss: [0.8367149 0.27955565 0.15782325 0.09755808 0.06974306] Correct: [73.5899951 94.39676312 97.6949485 98.95782246 99.50956351]% Cross Entropy Loss: [0.8358382 0.2655659 0.14481513 0.086969 0.07317559] Correct: [73.94556155 95.02206964 98.47964689 99.50956351 99.37469348]% Cross Entropy Loss: [0.8348415 0.26621646 0.149733 0.09784155 0.08510104] Correct: [73.67582148 95.15693968 97.85434036 98.76164787 98.67582148]% Cross Entropy Loss: [0.82145363 0.26438 0.14621292 0.08587565 0.05862436] Correct: [73.73712604 94.96076508 98.05051496 99.38695439 99.77930358]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.73% From layer 1: Accuracy: 59.89% From layer 2: Accuracy: 63.87% From layer 3: Accuracy: 65.42% From layer 4: Accuracy: 68.15%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.92% From layer 1: Accuracy: 94.73% From layer 2: Accuracy: 97.51% From layer 3: Accuracy: 98.87% From layer 4: Accuracy: 99.75% Checkpoint 40 models/shd_4layer_withckpts_noaugment_epoch40.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.471754 4.0193925 3.8468847 3.2503796 2.9479277] Correct: [ 9.41638058 17.43501717 19.97302599 22.96468857 28.7150564 ]% Cross Entropy Loss: [2.9665468 2.2194993 1.908147 1.6513016 1.4499668] Correct: [19.93624326 33.79107406 40.75527219 45.38989701 52.08435508]% Cross Entropy Loss: [2.5625815 1.8433213 1.5364325 1.2992723 1.1500016] Correct: [26.44678764 41.6625797 49.38695439 55.90975969 61.07160373]% Cross Entropy Loss: [2.3240104 1.6217197 1.3136982 1.0886747 0.9574668] Correct: [30.17410495 46.83668465 56.14271702 63.07013242 67.9744973 ]% Cross Entropy Loss: [2.1567917 1.4487096 1.1487548 0.9350215 0.8368206] Correct: [33.91368318 51.72878862 61.48847474 67.96223639 71.95929377]% Cross Entropy Loss: [2.0316036 1.3132231 1.0165654 0.811398 0.7111596] Correct: [35.82638548 56.00784698 65.68170672 72.57233938 76.94948504]% Cross Entropy Loss: [1.9336063 1.2082418 0.93226796 0.73736453 0.6517345 ] Correct: [37.95978421 59.19568416 68.59980383 75.71113291 78.96027464]% Cross Entropy Loss: [1.8296487 1.1272944 0.835649 0.65606827 0.5803646 ] Correct: [39.82344286 62.11378127 71.83668465 78.54340363 82.00098087]% Cross Entropy Loss: [1.7524207 1.036681 0.7628902 0.59653604 0.51452094] Correct: [42.21432075 64.62726827 75. 81.37567435 84.47768514]% Cross Entropy Loss: [1.6838001 0.9736786 0.71319896 0.54935706 0.47753754] Correct: [43.80823933 67.22658166 76.7042668 82.41785189 85.50760177]% Cross Entropy Loss: [1.6492506 0.9429218 0.6853761 0.52531004 0.4604866 ] Correct: [44.38450221 68.20745463 77.53800883 83.41098578 86.10838646]% Cross Entropy Loss: [1.5814577 0.8634957 0.6199722 0.46825033 0.40962383] Correct: [45.84355076 71.65277097 80.56645414 86.07160373 88.67091712]% Cross Entropy Loss: [1.5200505 0.8205693 0.57984334 0.44099164 0.38198066] Correct: [47.63364394 73.12408043 81.84158901 87.48160863 89.30848455]% Cross Entropy Loss: [1.4934891 0.7842635 0.54116213 0.4266371 0.35836628] Correct: [48.34477685 74.19077979 83.1289848 87.12604218 89.77439922]% Cross Entropy Loss: [1.4419194 0.75203025 0.5171855 0.3946406 0.34069824] Correct: [49.98773909 75.38008828 84.45316332 88.94065718 91.01275135]% Cross Entropy Loss: [1.4153152 0.7219086 0.49678212 0.37655726 0.32075992] Correct: [51.0053948 76.77783227 85.28690535 89.51692006 91.28249142]% Cross Entropy Loss: [1.3725963 0.68691945 0.46255484 0.34644866 0.30256277] Correct: [52.52574792 78.45757724 86.66012751 90.84109858 92.21432075]% Cross Entropy Loss: [1.3452216 0.6589845 0.4461532 0.331928 0.2850744] Correct: [53.67827366 78.67827366 87.21186856 91.3683178 92.69249632]% Cross Entropy Loss: [1.3138524 0.6331204 0.41707978 0.30874392 0.26702747] Correct: [54.65914664 80.35801864 88.6586562 92.41049534 93.64884747]% Cross Entropy Loss: [1.2943983 0.6166365 0.4077274 0.30098462 0.25894356] Correct: [54.67140755 81.0201079 88.7567435 92.59440902 93.58754291]% Cross Entropy Loss: [1.2663062 0.5853246 0.3821742 0.28939754 0.24563627] Correct: [56.33889161 82.18489456 90.0564002 92.68023541 94.50711133]% Cross Entropy Loss: [1.235042 0.56228864 0.36420104 0.26608548 0.22359632] Correct: [57.12359 83.16576753 90.59588033 94.39676312 95.50024522]% Cross Entropy Loss: [1.2007865 0.5563596 0.35329643 0.2592343 0.21161051] Correct: [57.8347229 83.75429132 90.92692496 94.02893575 95.79450711]% Cross Entropy Loss: [1.180106 0.52738315 0.34281024 0.24396083 0.2010212 ] Correct: [58.81559588 84.87003433 91.33153507 94.60519863 96.15007357]% Cross Entropy Loss: [1.1808691 0.51897806 0.32994384 0.23662609 0.19713211] Correct: [58.70524767 85.06620893 91.68710152 95.16920059 96.12555174]% Cross Entropy Loss: [1.144097 0.4952563 0.31150708 0.22326815 0.18287945] Correct: [60.37273173 86.30456106 92.54536538 95.50024522 96.61598823]% Cross Entropy Loss: [1.11761 0.48771453 0.30430424 0.21922761 0.1801831 ] Correct: [61.52525748 86.41490927 92.69249632 95.42667974 96.55468367]% Cross Entropy Loss: [1.1073785 0.4718876 0.29177612 0.21183653 0.17527878] Correct: [61.7459539 86.7459539 93.59980383 95.79450711 96.79990191]% Cross Entropy Loss: [1.0850319 0.45561463 0.2766554 0.1969232 0.16475569] Correct: [63.27856793 87.89847965 94.12702305 96.6895537 97.31486023]% Cross Entropy Loss: [1.0712118 0.449239 0.27472317 0.20269138 0.16047487] Correct: [62.86169691 87.88621873 93.73467386 95.92937715 97.37616479]% Cross Entropy Loss: [1.0748625 0.44255665 0.2703124 0.19033156 0.15623726] Correct: [63.36439431 87.78813144 93.91858754 96.59146641 97.57233938]% Cross Entropy Loss: [1.047044 0.42461884 0.25904313 0.18004447 0.14546539] Correct: [63.91613536 88.98970083 94.49485042 96.66503188 97.80529671]% Cross Entropy Loss: [1.0284152 0.40792677 0.24337788 0.1690631 0.14191313] Correct: [64.92153016 89.54144188 95.12015694 97.40068661 97.95242766]% Cross Entropy Loss: [1.0252259 0.410409 0.24580227 0.1723554 0.1403755 ] Correct: [64.98283472 88.98970083 94.88719961 97.21677293 97.8911231 ]% Cross Entropy Loss: [1.0031313 0.396036 0.23584986 0.16347618 0.13646105] Correct: [66.31927415 90.21579205 95.21824424 97.33938205 97.80529671]% Cross Entropy Loss: [0.99989945 0.3897123 0.23041378 0.15452406 0.125653 ] Correct: [65.70622854 90.44874939 95.2795488 97.96468857 98.34477685]% Cross Entropy Loss: [0.9864493 0.378445 0.21996431 0.1502033 0.12199266] Correct: [66.5644924 90.44874939 95.96615988 97.81755763 98.3938205 ]% Cross Entropy Loss: [0.96755433 0.3712666 0.21464074 0.14447214 0.11361867] Correct: [67.64345267 91.17214321 96.088769 98.09955861 98.70034331]% Cross Entropy Loss: [0.9740623 0.36301398 0.20898715 0.14025122 0.11515743] Correct: [66.9691025 91.35605689 96.22363904 98.22216773 98.73712604]% Cross Entropy Loss: [0.9497655 0.3513137 0.1996849 0.13329771 0.10517569] Correct: [68.18293281 91.95684159 96.73859735 98.40608141 98.92103973]% Cross Entropy Loss: [0.9449506 0.34914085 0.19738522 0.13043025 0.1005528 ] Correct: [67.92545365 92.01814615 96.43207455 98.3938205 99.0926925 ]% Cross Entropy Loss: [0.93701047 0.34321517 0.19633955 0.1300966 0.10637739] Correct: [68.90632663 92.00588524 96.59146641 98.33251594 98.63903874]% Cross Entropy Loss: [0.9253581 0.33490485 0.18728884 0.1294977 0.10448685] Correct: [69.39676312 92.3737126 97.04512016 98.2957332 98.83521334]% Cross Entropy Loss: [0.92738515 0.3342734 0.18260832 0.11893734 0.09639075] Correct: [69.47032859 92.23884257 97.22903384 98.94556155 99.16625797]% Cross Entropy Loss: [0.90914154 0.3274753 0.1835045 0.12553966 0.09878424] Correct: [70.24276606 92.59440902 97.09416381 98.25895047 98.95782246]% Cross Entropy Loss: [0.8968946 0.31859866 0.1777652 0.12022144 0.09480014] Correct: [70.30407062 93.33006376 97.08190289 98.35703776 98.9946052 ]% Cross Entropy Loss: [0.90014714 0.31662068 0.17070566 0.11048022 0.08544879] Correct: [70.47572339 92.83962727 97.1922511 98.94556155 99.33791074]% Cross Entropy Loss: [0.8913046 0.31126854 0.1668169 0.11018663 0.08776828] Correct: [70.92937715 93.37910741 97.57233938 98.82295243 99.08043158]% Cross Entropy Loss: [0.88755655 0.31210074 0.16902167 0.10837106 0.08366486] Correct: [70.73320255 93.18293281 97.31486023 98.94556155 99.32564983]% Cross Entropy Loss: [0.88177 0.29954457 0.1612826 0.10306753 0.08097503] Correct: [71.2849436 94.05345758 97.95242766 99.16625797 99.41147621]% Cross Entropy Loss: [0.86091197 0.2931614 0.15692094 0.0999293 0.08004314] Correct: [72.35164296 93.93084846 98.11181952 99.06817067 99.28886709]% Cross Entropy Loss: [0.86622834 0.29324976 0.15441662 0.09709135 0.0721428 ] Correct: [72.05738107 94.38450221 98.13634134 99.35017165 99.60765081]% Cross Entropy Loss: [0.8596528 0.28680032 0.15818325 0.10125165 0.07425663] Correct: [72.00833742 94.04119667 97.81755763 99.08043158 99.57086807]% Cross Entropy Loss: [0.8501403 0.285835 0.15632196 0.10472968 0.08706725] Correct: [72.56007847 94.29867582 97.49877391 98.67582148 98.85973516]% Cross Entropy Loss: [0.8340121 0.277741 0.14467151 0.09959002 0.0785243 ] Correct: [73.8965179 94.51937224 98.17312408 98.7984306 99.08043158]% Cross Entropy Loss: [0.842981 0.27563012 0.14122789 0.08694916 0.08259131] Correct: [73.5899951 94.71554684 98.41834232 99.55860716 98.90877881]% Cross Entropy Loss: [0.8494438 0.2825495 0.14884596 0.09187642 0.06833267] Correct: [72.64590486 94.13928396 98.05051496 99.15399706 99.41147621]% Cross Entropy Loss: [0.8361057 0.265735 0.13281047 0.08169972 0.06087593] Correct: [73.34477685 94.93624326 98.65129966 99.52182442 99.76704267]% Cross Entropy Loss: [0.8315587 0.2625886 0.1323736 0.07896713 0.06165795] Correct: [74.19077979 95.02206964 98.57773418 99.54634625 99.61991172]% Cross Entropy Loss: [0.8378471 0.26453054 0.1339004 0.08147913 0.06050654] Correct: [73.67582148 95.05885238 98.40608141 99.41147621 99.68121628]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.32% From layer 1: Accuracy: 60.95% From layer 2: Accuracy: 65.68% From layer 3: Accuracy: 66.74% From layer 4: Accuracy: 67.62%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.85% From layer 1: Accuracy: 93.48% From layer 2: Accuracy: 97.85% From layer 3: Accuracy: 99.51% From layer 4: Accuracy: 99.67% Checkpoint 60 models/shd_4layer_withckpts_noaugment_epoch60.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.449085 4.1286297 3.7103255 3.349489 2.9823053] Correct: [10.26238352 16.18440412 19.6787641 21.72633644 27.07209416]% Cross Entropy Loss: [3.1031914 2.3085482 1.8617685 1.6493174 1.4618037] Correct: [19.96076508 31.00784698 39.83570378 45.95389897 51.54487494]% Cross Entropy Loss: [2.6384876 1.9234935 1.4926254 1.3082404 1.149979 ] Correct: [26.53261403 39.49239823 50.07356547 55.97106425 61.01029917]% Cross Entropy Loss: [2.3711135 1.6658583 1.2580746 1.0633726 0.95409214] Correct: [30.66454144 45.70868073 56.87837175 64.61500736 67.83962727]% Cross Entropy Loss: [2.1849604 1.4774188 1.0868691 0.9079212 0.80349874] Correct: [33.75429132 50.68661108 63.08239333 70.15693968 73.03825405]% Cross Entropy Loss: [2.0728908 1.3541578 0.9829669 0.8132585 0.7226556] Correct: [35.96125552 53.78862187 66.72388426 73.28347229 75.9073075 ]% Cross Entropy Loss: [1.94209 1.2378969 0.88517237 0.7380293 0.6427037 ] Correct: [38.4502207 57.79794017 71.11329083 76.22609122 78.97253556]% Cross Entropy Loss: [1.8508644 1.1414021 0.79437643 0.6554099 0.58353174] Correct: [40.35066209 61.1451692 73.51642962 78.98479647 81.26532614]% Cross Entropy Loss: [1.7715106 1.0745419 0.7414352 0.6023413 0.53534615] Correct: [42.69249632 63.05787151 75.74791564 81.17949975 83.0308975 ]% Cross Entropy Loss: [1.6970813 1.0055394 0.6763242 0.540662 0.48499516] Correct: [44.274154 65.7675331 77.91809711 83.938205 84.82099068]% Cross Entropy Loss: [1.6483573 0.9502062 0.6357342 0.510965 0.45778224] Correct: [44.47032859 68.02354095 79.70819029 84.89455615 85.70377636]% Cross Entropy Loss: [1.5943238 0.9154579 0.6053465 0.4929992 0.42996782] Correct: [46.1868563 69.51937224 80.99558607 85.6424718 87.01569397]% Cross Entropy Loss: [1.5465469 0.85504985 0.556895 0.44250536 0.4058387 ] Correct: [47.73173124 71.19911721 82.54046101 87.11378127 87.81265326]% Cross Entropy Loss: [1.4887685 0.79348725 0.5156851 0.4144899 0.3599397 ] Correct: [48.77390878 73.85973516 84.61255517 88.49926435 89.93379107]% Cross Entropy Loss: [1.4440963 0.7643281 0.4916949 0.38980713 0.34332108] Correct: [51.0053948 74.52182442 85.33594899 89.29622364 90.33840118]% Cross Entropy Loss: [1.4149923 0.7403027 0.46023002 0.36470076 0.32245052] Correct: [51.52035311 75.88278568 86.72143207 90.06866111 91.27023051]% Cross Entropy Loss: [1.3778582 0.6970836 0.42875502 0.34517422 0.29860696] Correct: [52.42766062 77.56253065 87.86169691 90.95144679 92.28788622]% Cross Entropy Loss: [1.3577266 0.6715977 0.41792938 0.32431504 0.2810508 ] Correct: [53.00392349 78.13879353 88.1559588 91.61353605 92.76606179]% Cross Entropy Loss: [1.3103939 0.6452031 0.4011584 0.31565812 0.26863226] Correct: [54.37714566 79.30358019 88.7567435 91.77292791 93.21971555]% Cross Entropy Loss: [1.2813082 0.6235522 0.38054872 0.30066803 0.26008484] Correct: [56.28984796 80.34575772 89.65179009 92.65571359 93.85728298]% Cross Entropy Loss: [1.2584311 0.5977174 0.35854295 0.2797133 0.24569744] Correct: [56.58410986 81.424718 90.52231486 93.40362923 94.274154 ]% Cross Entropy Loss: [1.2252332 0.571531 0.34579203 0.2718891 0.24145542] Correct: [57.57724375 82.60176557 91.23344777 93.62432565 94.09024031]% Cross Entropy Loss: [1.2119192 0.5533018 0.32823905 0.2526024 0.21882913] Correct: [58.27611574 83.65620402 91.79744973 94.49485042 95.2795488 ]% Cross Entropy Loss: [1.1984158 0.5478589 0.32304928 0.24744715 0.20755331] Correct: [58.58263855 83.44776851 91.55223149 94.38450221 95.56154978]% Cross Entropy Loss: [1.1717453 0.5343512 0.31017125 0.23467924 0.20270461] Correct: [59.64933791 84.0362923 92.34919078 95.12015694 95.67189799]% Cross Entropy Loss: [1.1465172 0.51728815 0.29419017 0.22575791 0.19538657] Correct: [59.89455615 84.67385974 92.94997548 95.23050515 95.73320255]% Cross Entropy Loss: [1.130245 0.49793166 0.29027733 0.22078934 0.19242635] Correct: [61.10838646 85.25012261 93.12162825 95.46346248 96.16233448]% Cross Entropy Loss: [1.1035304 0.47697124 0.2700381 0.20049304 0.17097606] Correct: [62.02795488 86.2432565 94.21284944 96.32172634 96.99607651]% Cross Entropy Loss: [1.0989296 0.4708667 0.26786214 0.20168665 0.17573747] Correct: [62.06473762 86.56204022 94.45806768 96.07650809 96.34624816]% Cross Entropy Loss: [1.0865246 0.45974442 0.26333985 0.19458266 0.17387688] Correct: [62.77587052 87.08925944 93.9798921 96.05198627 96.15007357]% Cross Entropy Loss: [1.0617151 0.44379997 0.2484616 0.18514 0.15650295] Correct: [63.27856793 87.62873958 94.75232957 96.65277097 97.21677293]% Cross Entropy Loss: [1.0536017 0.44073036 0.24278247 0.17909157 0.153016 ] Correct: [63.86709171 88.08239333 94.88719961 96.75085826 97.32712114]% Cross Entropy Loss: [1.0477403 0.42618483 0.23623025 0.18109249 0.16186398] Correct: [64.27170181 88.07013242 95.03433055 96.60372732 96.91025012]% Cross Entropy Loss: [1.0187788 0.41102302 0.22326905 0.16626336 0.13917914] Correct: [65.42422756 89.1613536 95.5860716 97.16772928 97.84207945]% Cross Entropy Loss: [1.0097095 0.40122962 0.21752517 0.16490538 0.1382582 ] Correct: [66.061795 89.51692006 95.96615988 97.15546837 97.67042668]% Cross Entropy Loss: [0.99011815 0.39136297 0.2079614 0.15153801 0.13000378] Correct: [66.67484061 90.00735655 96.2849436 97.80529671 98.07503678]% Cross Entropy Loss: [0.9837575 0.38586465 0.2064395 0.15525006 0.13601793] Correct: [67.21432075 90.24031388 96.27268269 97.37616479 97.31486023]% Cross Entropy Loss: [0.9716356 0.3756571 0.20425159 0.1524732 0.13418591] Correct: [67.55762629 90.97596861 96.06424718 97.3884257 97.56007847]% Cross Entropy Loss: [0.96431035 0.37464657 0.19476023 0.1394273 0.12025917] Correct: [67.80284453 90.17900932 96.62824914 98.17312408 98.30799411]% Cross Entropy Loss: [0.9548837 0.3642879 0.19151959 0.13890302 0.11592527] Correct: [68.30554193 91.03727317 96.53016184 98.05051496 98.52869053]% Cross Entropy Loss: [0.9440863 0.3589538 0.1901387 0.13417245 0.11315907] Correct: [68.71015204 91.29475233 96.56694458 98.1976459 98.4919078 ]% Cross Entropy Loss: [0.93418723 0.34729087 0.1720978 0.12196828 0.10288005] Correct: [68.73467386 91.60127513 97.47425208 98.76164787 98.83521334]% Cross Entropy Loss: [0.9320415 0.35051408 0.1835621 0.13202578 0.11413861] Correct: [69.00441393 91.29475233 96.57920549 97.94016675 98.1976459 ]% Cross Entropy Loss: [0.91699255 0.34235108 0.17683733 0.12581411 0.10995352] Correct: [69.66650319 91.61353605 97.31486023 98.47964689 98.35703776]% Cross Entropy Loss: [0.91322964 0.33680192 0.16773352 0.11775808 0.09689659] Correct: [70.03433055 92.01814615 97.33938205 98.51642962 98.81069152]% Cross Entropy Loss: [0.9010684 0.32140902 0.15949158 0.11284852 0.09239795] Correct: [70.00980873 92.81510544 97.67042668 98.84747425 99.04364885]% Cross Entropy Loss: [0.8948199 0.32409236 0.15908967 0.11261249 0.09468301] Correct: [70.38989701 92.87641 97.74399215 98.65129966 98.88425699]% Cross Entropy Loss: [0.88598686 0.31841 0.15962109 0.11167873 0.09522213] Correct: [70.79450711 92.61893085 97.51103482 98.74938695 98.95782246]% Cross Entropy Loss: [0.89199066 0.30516967 0.1509807 0.10447302 0.08859547] Correct: [71.17459539 93.34232467 97.95242766 98.98234429 99.12947523]% Cross Entropy Loss: [0.88034505 0.30277324 0.15091988 0.10493144 0.08663283] Correct: [71.29720451 93.55076018 98.05051496 99.01912702 99.14173615]% Cross Entropy Loss: [0.8618557 0.29983708 0.14693083 0.10499459 0.08247966] Correct: [72.35164296 93.72241295 97.94016675 98.71260422 99.16625797]% Cross Entropy Loss: [0.8637632 0.29370755 0.14465961 0.10243395 0.08927885] Correct: [72.04512016 93.89406572 98.07503678 98.97008337 98.97008337]% Cross Entropy Loss: [0.85798615 0.2981886 0.13620576 0.09233846 0.07801268] Correct: [72.74399215 93.40362923 98.41834232 99.37469348 99.43599804]% Cross Entropy Loss: [0.85089743 0.2854913 0.13400681 0.09372268 0.07716173] Correct: [72.67042668 94.05345758 98.3938205 99.03138794 99.301128 ]% Cross Entropy Loss: [0.8453797 0.28346846 0.13659893 0.09405373 0.07843403] Correct: [72.78077489 94.274154 98.40608141 99.14173615 99.28886709]% Cross Entropy Loss: [0.8440759 0.28189456 0.13653322 0.10041776 0.08197552] Correct: [73.01373222 94.22511035 98.34477685 98.81069152 99.05590976]% Cross Entropy Loss: [0.82942903 0.27756378 0.13490693 0.09625348 0.09905592] Correct: [73.63903874 94.21284944 98.30799411 98.88425699 98.45512506]% Cross Entropy Loss: [0.8288646 0.27143013 0.12696558 0.08364016 0.07716591] Correct: [73.51642962 94.69102501 98.3938205 99.301128 99.06817067]% Cross Entropy Loss: [0.8335652 0.2742108 0.12625046 0.08454321 0.06834337] Correct: [73.67582148 94.34771947 98.54095145 99.33791074 99.44825895]% Cross Entropy Loss: [0.81639975 0.26000988 0.11529809 0.07529861 0.05995328] Correct: [74.41147621 95.02206964 98.93330064 99.60765081 99.75478176]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.75% From layer 1: Accuracy: 62.94% From layer 2: Accuracy: 68.37% From layer 3: Accuracy: 69.70% From layer 4: Accuracy: 70.67%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.23% From layer 1: Accuracy: 96.26% From layer 2: Accuracy: 99.37% From layer 3: Accuracy: 99.79% From layer 4: Accuracy: 99.83% Checkpoint 80 models/shd_4layer_withckpts_noaugment_epoch80.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.723061 4.3609524 3.788033 3.224625 2.648498 ] Correct: [ 9.75968612 13.79352624 19.37224129 25.88278568 29.61010299]% Cross Entropy Loss: [2.9767811 2.3256588 1.8819745 1.5749701 1.3342735] Correct: [20.57381069 30.62775871 40.06866111 47.14320745 54.47523296]% Cross Entropy Loss: [2.555272 1.907736 1.5009304 1.2657074 1.0617734] Correct: [26.42226582 40.04413928 50.39234919 57.08680726 63.09465424]% Cross Entropy Loss: [2.3154378 1.6478636 1.2649648 1.0277666 0.867661 ] Correct: [30.40706229 45.42667974 57.19715547 64.84796469 70.73320255]% Cross Entropy Loss: [2.150375 1.4724202 1.1031549 0.8987415 0.74139553] Correct: [33.26385483 50.61304561 62.49386954 69.83815596 75.36782737]% Cross Entropy Loss: [2.029802 1.3306255 0.9820276 0.78622645 0.65863556] Correct: [35.75282001 54.99019127 66.92005885 73.92103973 78.66601275]% Cross Entropy Loss: [1.9118472 1.2114145 0.8745013 0.6939018 0.5966807] Correct: [37.76360961 58.82785679 70.5860716 77.7096616 80.87297695]% Cross Entropy Loss: [1.8334439 1.1388551 0.81200665 0.6509387 0.5390617 ] Correct: [40.17900932 61.66012751 73.18538499 78.32270721 83.26385483]% Cross Entropy Loss: [1.7609966 1.0610121 0.734794 0.5952371 0.495268 ] Correct: [41.49092692 63.84256989 75.88278568 80.76262874 84.25698872]% Cross Entropy Loss: [1.6967487 0.9952179 0.6916887 0.55065125 0.45850793] Correct: [42.9744973 66.50318784 77.25600785 82.50367827 85.88769004]% Cross Entropy Loss: [1.6313353 0.92725515 0.6318298 0.49715933 0.41720566] Correct: [44.64198136 68.2687592 79.56105934 85.09073075 87.57969593]% Cross Entropy Loss: [1.5846252 0.8821806 0.5948595 0.45834342 0.38090196] Correct: [45.21824424 70.20598333 80.88523786 86.47621383 88.94065718]% Cross Entropy Loss: [1.5392569 0.82837445 0.547843 0.42977554 0.35316524] Correct: [46.94703286 72.10642472 83.23933301 87.23639039 89.92153016]% Cross Entropy Loss: [1.4796686 0.78414583 0.5188127 0.40013304 0.3273064 ] Correct: [48.23442864 74.26434527 83.938205 88.80578715 90.93918588]% Cross Entropy Loss: [1.4456134 0.75852025 0.4981114 0.39198333 0.33767805] Correct: [49.25208436 75.25747916 85.29916626 89.08778813 90.01961746]% Cross Entropy Loss: [1.4186834 0.73039025 0.4643345 0.3651098 0.29991266] Correct: [50.57626287 76.22609122 86.23099559 89.8602256 91.85875429]% Cross Entropy Loss: [1.3733301 0.698208 0.4446706 0.34199756 0.2835399 ] Correct: [52.05983325 77.43992153 86.97891123 90.70622854 92.3737126 ]% Cross Entropy Loss: [1.3446435 0.6628043 0.41693398 0.31320715 0.25943428] Correct: [53.40853359 78.50662089 88.11917607 92.10397254 93.25649828]% Cross Entropy Loss: [1.3115227 0.6463342 0.40191144 0.3076175 0.25018775] Correct: [54.24227563 78.96027464 88.57282982 92.23884257 93.83276116]% Cross Entropy Loss: [1.2814422 0.613706 0.3805911 0.2843873 0.23296948] Correct: [54.92888671 80.98332516 89.43109367 93.15841099 94.29867582]% Cross Entropy Loss: [1.2576866 0.5894941 0.36482945 0.27548337 0.21880424] Correct: [55.73810692 81.60863168 90.2648357 93.23197646 94.72780775]% Cross Entropy Loss: [1.2411242 0.5722402 0.34923175 0.26495895 0.21568567] Correct: [56.43697891 82.77341834 90.63266307 93.80823933 94.98528691]% Cross Entropy Loss: [1.213525 0.56660223 0.33961028 0.25506622 0.21333846] Correct: [57.41785189 82.85924473 90.95144679 94.00441393 94.92398234]% Cross Entropy Loss: [1.1894541 0.5282349 0.3219009 0.24296433 0.19887334] Correct: [57.8347229 84.48994605 91.79744973 94.40902403 95.63511525]% Cross Entropy Loss: [1.1667932 0.5262691 0.31053722 0.22989474 0.18761066] Correct: [59.36733693 84.22020598 92.25110348 94.89946052 95.72094164]% Cross Entropy Loss: [1.147766 0.51055163 0.30127463 0.22754195 0.180109 ] Correct: [60.18881805 85.16429622 92.43501717 94.74006866 96.12555174]% Cross Entropy Loss: [1.1446884 0.5000477 0.29069507 0.21924901 0.17811641] Correct: [60.39725356 85.29916626 92.83962727 95.15693968 95.99068171]% Cross Entropy Loss: [1.1099195 0.47422874 0.27345735 0.20564044 0.16730857] Correct: [61.57430113 86.66012751 93.78371751 95.61059343 96.3830309 ]% Cross Entropy Loss: [1.1030359 0.45877427 0.26044387 0.190543 0.15155074] Correct: [61.58656204 87.6532614 94.33545856 96.26042178 97.26581658]% Cross Entropy Loss: [1.0894388 0.46195742 0.26853827 0.19700536 0.1506278 ] Correct: [62.04021579 87.04021579 93.73467386 96.088769 97.11868563]% Cross Entropy Loss: [1.0593851 0.43379402 0.24467494 0.1792626 0.13923146] Correct: [63.48700343 88.21726336 94.6787641 96.62824914 97.63364394]% Cross Entropy Loss: [1.0588247 0.42396182 0.23168246 0.16473913 0.13059461] Correct: [62.89847965 88.80578715 95.41441883 97.52329573 98.02599313]% Cross Entropy Loss: [1.0355378 0.41633216 0.22885762 0.16896737 0.13295703] Correct: [64.02648357 88.94065718 95.25502697 97.13094654 97.95242766]% Cross Entropy Loss: [1.0228846 0.4057691 0.22864272 0.16672592 0.13780619] Correct: [65.14222658 89.03874448 95.38989701 97.06964198 97.53555665]% Cross Entropy Loss: [1.011176 0.40122542 0.21919137 0.15622558 0.12344883] Correct: [65.25257479 89.4556155 95.54928887 97.59686121 98.1976459 ]% Cross Entropy Loss: [0.99768114 0.38508186 0.20960587 0.15521844 0.13118422] Correct: [66.12309956 90.11770476 95.92937715 97.32712114 97.51103482]% Cross Entropy Loss: [0.9861702 0.38226753 0.2053138 0.14695548 0.11378733] Correct: [66.47866601 90.21579205 96.26042178 97.75625307 98.4919078 ]% Cross Entropy Loss: [0.97811836 0.37975097 0.20022991 0.13632216 0.10914587] Correct: [66.67484061 90.41196665 96.41981363 98.07503678 98.74938695]% Cross Entropy Loss: [0.9643897 0.36753148 0.19192696 0.13289206 0.10664351] Correct: [67.60666994 91.01275135 96.787641 98.22216773 98.60225601]% Cross Entropy Loss: [0.9568419 0.361055 0.19327685 0.13498873 0.1068021 ] Correct: [67.92545365 91.08631682 96.40755272 97.95242766 98.45512506]% Cross Entropy Loss: [0.94196916 0.34945205 0.1851446 0.1313311 0.09996624] Correct: [68.25649828 91.5644924 96.61598823 98.00147131 98.65129966]% Cross Entropy Loss: [0.949464 0.34762695 0.17568281 0.12209409 0.09502509] Correct: [67.88867092 91.6625797 97.25355566 98.4919078 99.04364885]% Cross Entropy Loss: [0.93097264 0.33580953 0.17275116 0.12012427 0.09501237] Correct: [68.68563021 92.23884257 97.22903384 98.55321236 99.00686611]% Cross Entropy Loss: [0.92428887 0.33472988 0.1662136 0.11278979 0.08892895] Correct: [69.51937224 92.11623345 97.63364394 98.82295243 99.06817067]% Cross Entropy Loss: [0.9052832 0.32003194 0.16340692 0.11015655 0.08575339] Correct: [69.88719961 92.85188818 97.37616479 98.78616969 99.10495341]% Cross Entropy Loss: [0.9098478 0.32329366 0.1600792 0.10736365 0.08530185] Correct: [69.50711133 92.6679745 97.71947033 98.83521334 99.04364885]% Cross Entropy Loss: [0.8972128 0.3158173 0.1555363 0.10609864 0.08334821] Correct: [69.99754782 93.23197646 97.96468857 98.87199608 99.27660618]% Cross Entropy Loss: [0.87398434 0.29650384 0.14603369 0.09669998 0.07381331] Correct: [71.53016184 94.0779794 98.35703776 99.33791074 99.58312898]% Cross Entropy Loss: [0.8811633 0.30355975 0.14741965 0.09995855 0.07651207] Correct: [71.43207455 93.55076018 98.17312408 98.9946052 99.41147621]% Cross Entropy Loss: [0.88256305 0.30045643 0.14874852 0.09931231 0.07553727] Correct: [71.46885728 93.52623835 98.14860226 99.11721432 99.38695439]% Cross Entropy Loss: [0.8658199 0.29363704 0.1385969 0.09356897 0.07425798] Correct: [71.83668465 93.90632663 98.45512506 99.15399706 99.42373713]% Cross Entropy Loss: [0.8630683 0.2862041 0.13698742 0.09068441 0.0712044 ] Correct: [72.2903384 94.28641491 98.56547327 99.41147621 99.53408534]% Cross Entropy Loss: [0.85947657 0.28226376 0.13696235 0.09005564 0.07784944] Correct: [71.94703286 94.43354586 98.40608141 99.301128 99.26434527]% Cross Entropy Loss: [0.8574847 0.28480357 0.13519616 0.09128512 0.06820907] Correct: [72.36390387 93.89406572 98.45512506 99.23982344 99.50956351]% Cross Entropy Loss: [0.84453124 0.27805692 0.13691223 0.08719131 0.06518609] Correct: [73.32025503 94.62972045 97.9892104 99.23982344 99.55860716]% Cross Entropy Loss: [0.838394 0.2704039 0.1269758 0.08572377 0.06563123] Correct: [73.76164787 94.4825895 98.63903874 99.41147621 99.60765081]% Cross Entropy Loss: [0.8381127 0.27046803 0.12497598 0.0813961 0.06546291] Correct: [73.07503678 94.75232957 98.68808239 99.44825895 99.52182442]% Cross Entropy Loss: [0.8349013 0.27025932 0.12743065 0.08462743 0.06918029] Correct: [73.5899951 94.74006866 98.66356057 99.301128 99.33791074]% Cross Entropy Loss: [0.83166176 0.2569631 0.11481686 0.07342464 0.05792978] Correct: [72.8911231 95.0833742 99.0926925 99.60765081 99.65669446]% Cross Entropy Loss: [0.8157696 0.26340345 0.12135817 0.08615834 0.08091091] Correct: [74.8038254 95.03433055 98.74938695 99.06817067 98.68808239]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 49.16% From layer 1: Accuracy: 64.89% From layer 2: Accuracy: 69.30% From layer 3: Accuracy: 69.83% From layer 4: Accuracy: 70.85%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.39% From layer 1: Accuracy: 96.31% From layer 2: Accuracy: 99.44% From layer 3: Accuracy: 99.74% From layer 4: Accuracy: 99.68% Checkpoint 100 models/shd_4layer_withckpts_noaugment_epoch100.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.100994 4.776498 3.4521775 3.094633 2.978653 ] Correct: [ 9.31829328 13.70769985 20.97842079 25.72339382 28.89897008]% Cross Entropy Loss: [2.9196274 2.314877 1.7962103 1.486451 1.3539683] Correct: [20.31633154 31.2285434 41.44188328 49.84060814 53.33496812]% Cross Entropy Loss: [2.5198839 1.8919383 1.4318955 1.1761637 1.0528551] Correct: [26.29965669 39.65179009 51.17704757 59.17116233 63.83030897]% Cross Entropy Loss: [2.2865689 1.644352 1.2133179 0.9814463 0.8793162] Correct: [31.05689063 46.088769 57.76115743 66.19666503 69.60519863]% Cross Entropy Loss: [2.127743 1.4882674 1.0723433 0.86487925 0.7743978 ] Correct: [34.09759686 49.87739088 63.09465424 70.6841589 74.27660618]% Cross Entropy Loss: [2.0073447 1.3451886 0.941406 0.766038 0.67311794] Correct: [36.61108386 54.27905836 68.21971555 74.76704267 77.40313879]% Cross Entropy Loss: [1.887608 1.2192204 0.8404429 0.67013454 0.59305304] Correct: [39.63952918 58.46002943 71.65277097 78.23688082 80.71358509]% Cross Entropy Loss: [1.8119292 1.1306796 0.77045065 0.61130244 0.55445385] Correct: [40.79205493 61.41490927 74.32564983 80.06375674 81.90289358]% Cross Entropy Loss: [1.7504107 1.0622063 0.7158186 0.5650006 0.5026825] Correct: [42.76606179 63.78126533 76.55713585 82.23393821 84.51446788]% Cross Entropy Loss: [1.6783264 1.0028291 0.66383696 0.51664466 0.46332282] Correct: [44.33545856 65.74301128 78.35948995 83.44776851 85.70377636]% Cross Entropy Loss: [1.6285888 0.94134635 0.6149458 0.48466218 0.4230295 ] Correct: [45.61059343 68.20745463 80.37027955 85.33594899 87.18734674]% Cross Entropy Loss: [1.5801505 0.9019151 0.57134646 0.4498653 0.3882462 ] Correct: [46.8857283 69.44580677 82.35654733 86.2432565 88.64639529]% Cross Entropy Loss: [1.5190672 0.8453415 0.5367068 0.42899045 0.373741 ] Correct: [48.51642962 71.55468367 83.44776851 86.89308485 88.80578715]% Cross Entropy Loss: [1.4816829 0.7979306 0.5052329 0.39294478 0.35085583] Correct: [49.73025993 73.70034331 84.36733693 88.52378617 90.17900932]% Cross Entropy Loss: [1.431664 0.7587563 0.47032285 0.36397275 0.3190346 ] Correct: [51.0053948 75.39234919 86.26777832 89.77439922 91.30701324]% Cross Entropy Loss: [1.4138378 0.7308533 0.45294166 0.34236667 0.30856976] Correct: [52.2069642 76.58165768 86.58656204 90.68170672 91.35605689]% Cross Entropy Loss: [1.3628268 0.70058376 0.42989367 0.32935515 0.28392112] Correct: [53.22461991 77.28052967 87.6532614 91.12309956 92.28788622]% Cross Entropy Loss: [1.3321054 0.66274095 0.40098217 0.30432343 0.26758298] Correct: [54.36488475 79.23001471 88.94065718 92.03040706 93.01128004]% Cross Entropy Loss: [1.3135344 0.63420707 0.38572833 0.29039547 0.2475949 ] Correct: [53.92349191 79.89210397 89.56596371 92.5698872 93.84502207]% Cross Entropy Loss: [1.2725054 0.62533647 0.37467626 0.28716686 0.24681845] Correct: [55.55419323 80.55419323 89.82344286 92.49632173 93.39136832]% Cross Entropy Loss: [1.272623 0.60218644 0.3684393 0.27721086 0.22985224] Correct: [55.87297695 81.31436979 89.78666013 93.14615007 94.50711133]% Cross Entropy Loss: [1.2379198 0.57824504 0.3383752 0.26016408 0.2202581 ] Correct: [57.16037273 82.51593919 91.42962236 93.61206474 94.62972045]% Cross Entropy Loss: [1.1942577 0.55272055 0.32595628 0.24172312 0.20824118] Correct: [58.55811672 83.10446297 91.77292791 94.62972045 95.15693968]% Cross Entropy Loss: [1.1857655 0.5412061 0.30644333 0.23176704 0.19621812] Correct: [58.71750858 83.61942128 92.59440902 94.81363413 95.57381069]% Cross Entropy Loss: [1.1516913 0.5170779 0.2937434 0.2190719 0.19443098] Correct: [60.25012261 84.96812163 93.39136832 95.1814615 95.29180971]% Cross Entropy Loss: [1.1435099 0.5097341 0.29387712 0.21703888 0.18377389] Correct: [60.27464443 84.88229524 93.13388916 95.51250613 96.00294262]% Cross Entropy Loss: [1.1200647 0.4942844 0.28053576 0.21203041 0.18250306] Correct: [61.31682197 85.37273173 93.18293281 95.14467876 95.70868073]% Cross Entropy Loss: [1.1124862 0.48398146 0.26991346 0.19757642 0.1679347 ] Correct: [61.62334478 86.01029917 93.61206474 95.85581167 96.34624816]% Cross Entropy Loss: [1.0855845 0.46402186 0.2620905 0.19100647 0.16297661] Correct: [62.21186856 87.16282491 93.85728298 96.23589995 96.64051005]% Cross Entropy Loss: [1.0795282 0.45279184 0.25349087 0.18963262 0.15638852] Correct: [63.04561059 87.56743502 94.65424228 96.088769 96.55468367]% Cross Entropy Loss: [1.0562686 0.4382676 0.238958 0.17331599 0.1447905 ] Correct: [64.14909269 88.2540461 94.89946052 96.77538009 97.3884257 ]% Cross Entropy Loss: [1.049134 0.42381996 0.22980627 0.16570418 0.13870096] Correct: [63.92839627 89.1613536 95.50024522 97.15546837 97.3884257 ]% Cross Entropy Loss: [1.0294688 0.41368586 0.2222589 0.15920569 0.13376674] Correct: [65.17900932 89.32074546 95.92937715 97.51103482 97.63364394]% Cross Entropy Loss: [1.0174028 0.4069522 0.21707532 0.15436646 0.1267153 ] Correct: [65.42422756 89.60274644 95.81902894 97.54781756 97.92790584]% Cross Entropy Loss: [1.0146084 0.39991045 0.21959454 0.16663927 0.13690269] Correct: [65.66944581 89.79892104 95.65963708 96.92251103 97.54781756]% Cross Entropy Loss: [0.993572 0.39023104 0.2062506 0.14937697 0.12559976] Correct: [67.00588524 89.84796469 96.33398725 97.51103482 97.73173124]% Cross Entropy Loss: [0.9867401 0.38535085 0.20091414 0.13982546 0.11217179] Correct: [66.76066699 90.01961746 96.30946542 98.03825405 98.47964689]% Cross Entropy Loss: [0.97524595 0.3734124 0.1947082 0.13207519 0.10903311] Correct: [67.30014713 91.061795 96.53016184 98.40608141 98.62677783]% Cross Entropy Loss: [0.9557542 0.36176017 0.19011825 0.13201964 0.10790724] Correct: [68.41589014 91.55223149 96.76311918 98.06277587 98.47964689]% Cross Entropy Loss: [0.956683 0.3580455 0.18552493 0.12718977 0.10312344] Correct: [67.61893085 91.35605689 96.8857283 98.35703776 98.65129966]% Cross Entropy Loss: [0.934466 0.35237467 0.18132369 0.12512934 0.10361724] Correct: [69.21284944 91.58901422 96.84894556 98.24668955 98.43060324]% Cross Entropy Loss: [0.94197416 0.34706268 0.17786245 0.12033927 0.09701326] Correct: [68.78371751 91.74840608 96.93477195 98.41834232 98.73712604]% Cross Entropy Loss: [0.9296272 0.35246924 0.1741197 0.11852451 0.09595059] Correct: [69.34771947 91.30701324 97.06964198 98.33251594 98.73712604]% Cross Entropy Loss: [0.92521757 0.3390197 0.17560036 0.11981039 0.09703724] Correct: [69.61745954 92.11623345 97.05738107 98.23442864 98.76164787]% Cross Entropy Loss: [0.9256612 0.32850575 0.16075157 0.10821223 0.08652574] Correct: [69.12702305 92.39823443 97.6949485 98.83521334 99.06817067]% Cross Entropy Loss: [0.9106396 0.3191462 0.15799558 0.10983243 0.09102982] Correct: [69.82589505 93.02354095 97.80529671 98.67582148 98.74938695]% Cross Entropy Loss: [0.8992167 0.31120366 0.15243997 0.10552843 0.09277482] Correct: [70.79450711 93.40362923 98.05051496 98.95782246 98.7984306 ]% Cross Entropy Loss: [0.8871701 0.3119622 0.15290943 0.09986462 0.07875662] Correct: [71.6895537 93.01128004 97.81755763 99.08043158 99.32564983]% Cross Entropy Loss: [0.8863436 0.31107974 0.1518078 0.10590867 0.09086169] Correct: [70.8803335 93.12162825 97.80529671 98.60225601 98.52869053]% Cross Entropy Loss: [0.8659285 0.2987357 0.14514029 0.10066807 0.09221177] Correct: [72.36390387 93.71015204 97.97694949 98.77390878 98.50416871]% Cross Entropy Loss: [0.86532617 0.2903847 0.13577591 0.08831155 0.06911689] Correct: [72.08190289 94.1760667 98.63903874 99.42373713 99.55860716]% Cross Entropy Loss: [0.8645185 0.28921744 0.13502085 0.08858949 0.067239 ] Correct: [71.87346739 93.99215302 98.44286415 99.33791074 99.64443355]% Cross Entropy Loss: [0.86121625 0.29365528 0.14432389 0.0971852 0.07553197] Correct: [72.31486023 93.61206474 97.90338401 98.90877881 99.23982344]% Cross Entropy Loss: [0.8547739 0.28655973 0.13829362 0.09739587 0.07922452] Correct: [72.52329573 93.75919568 98.12408043 98.7984306 98.94556155]% Cross Entropy Loss: [0.85057914 0.2713985 0.122964 0.07969794 0.06152854] Correct: [72.70720942 94.91172143 98.97008337 99.48504169 99.58312898]% Cross Entropy Loss: [0.84504086 0.2753816 0.1296025 0.09147555 0.07500467] Correct: [72.86660128 94.60519863 98.44286415 98.94556155 99.05590976]% Cross Entropy Loss: [0.84063816 0.27324542 0.12120999 0.07791135 0.06164131] Correct: [73.74938695 94.5806768 98.93330064 99.3992153 99.61991172]% Cross Entropy Loss: [0.8369887 0.2682834 0.12037177 0.07861315 0.05924151] Correct: [72.92790584 94.71554684 98.78616969 99.4973026 99.77930358]% Cross Entropy Loss: [0.8217547 0.26264474 0.11920676 0.07794142 0.06317162] Correct: [73.9946052 94.71554684 98.77390878 99.33791074 99.43599804]% Cross Entropy Loss: [0.81034994 0.25933588 0.12013075 0.0781974 0.06305312] Correct: [75.12260912 94.89946052 98.7984306 99.35017165 99.50956351]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 49.38% From layer 1: Accuracy: 66.87% From layer 2: Accuracy: 70.89% From layer 3: Accuracy: 71.51% From layer 4: Accuracy: 70.89%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 77.07% From layer 1: Accuracy: 96.32% From layer 2: Accuracy: 99.39% From layer 3: Accuracy: 99.78% From layer 4: Accuracy: 99.72% Checkpoint 120 models/shd_4layer_withckpts_noaugment_epoch120.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.796548 4.2732472 3.3959067 3.0528135 2.8056056] Correct: [10.2378617 14.59048553 20.16920059 25.73565473 30.87297695]% Cross Entropy Loss: [2.997873 2.2393417 1.7826258 1.4746433 1.2657696] Correct: [20.09563512 32.30750368 42.34919078 50.4046101 56.46150074]% Cross Entropy Loss: [2.5877562 1.8384424 1.4129804 1.1790093 0.99591357] Correct: [26.39774399 41.44188328 52.36635606 59.82099068 65.66944581]% Cross Entropy Loss: [2.332924 1.5813502 1.1826258 0.9836933 0.8414225] Correct: [31.03236881 47.52329573 59.82099068 66.53997057 71.66503188]% Cross Entropy Loss: [2.1792119 1.4408339 1.0567832 0.8836722 0.7378184] Correct: [33.1289848 52.07209416 64.30848455 69.35998038 75.23295733]% Cross Entropy Loss: [2.0329387 1.3028533 0.931642 0.7523517 0.6466017] Correct: [36.62334478 56.3266307 68.59980383 74.48504169 79.1196665 ]% Cross Entropy Loss: [1.9299316 1.1849866 0.8338798 0.6760721 0.5722529] Correct: [39.11230996 59.69838156 72.3884257 77.89357528 81.68219716]% Cross Entropy Loss: [1.8483669 1.1113048 0.7639491 0.6169849 0.5118762] Correct: [39.7621383 62.62873958 74.88965179 79.95340853 83.90142227]% Cross Entropy Loss: [1.7728052 1.0332181 0.7038999 0.5656946 0.47342268] Correct: [42.05492889 64.40657185 76.4100049 81.75576263 85.37273173]% Cross Entropy Loss: [1.6975131 0.974821 0.65249723 0.519065 0.42903915] Correct: [43.62432565 66.6625797 78.82540461 83.66846493 86.99117214]% Cross Entropy Loss: [1.6289232 0.9131253 0.6038643 0.48234692 0.3980263 ] Correct: [45.47572339 68.61206474 80.97106425 85.06620893 88.40117705]% Cross Entropy Loss: [1.6009455 0.8678345 0.5735328 0.4543985 0.37833506] Correct: [46.11329083 70.90485532 82.30750368 86.35360471 88.70769985]% Cross Entropy Loss: [1.5438862 0.8330354 0.54220843 0.42510062 0.35902995] Correct: [47.56007847 72.09416381 83.26385483 87.46934772 89.70083374]% Cross Entropy Loss: [1.4961133 0.7784885 0.50386703 0.39303136 0.32479087] Correct: [48.82295243 74.44825895 84.39185875 88.71996077 90.74301128]% Cross Entropy Loss: [1.4665551 0.7611136 0.47599748 0.36611474 0.31223795] Correct: [49.93869544 75.20843551 85.98577734 89.7621383 91.1598823 ]% Cross Entropy Loss: [1.4259856 0.71361566 0.44934276 0.34367704 0.29116607] Correct: [51.27513487 76.58165768 87.0524767 90.7675331 92.32466896]% Cross Entropy Loss: [1.3859051 0.67746466 0.42002323 0.32647014 0.2652743 ] Correct: [52.53800883 77.96714076 87.95978421 91.30701324 93.35458558]% Cross Entropy Loss: [1.3517113 0.6543399 0.40001994 0.3039813 0.2553699 ] Correct: [53.212359 79.14418833 88.9529181 92.20205983 93.44041197]% Cross Entropy Loss: [1.3229717 0.63196605 0.38481775 0.29503843 0.24198647] Correct: [53.98479647 80.08827857 89.77439922 92.58214811 94.0779794 ]% Cross Entropy Loss: [1.3018967 0.60891634 0.36786437 0.2771264 0.22861022] Correct: [54.6223639 80.9220206 90.08092202 93.30554193 94.85041687]% Cross Entropy Loss: [1.269888 0.5846538 0.3483604 0.25901106 0.21632399] Correct: [56.06915154 81.7312408 91.25796959 94.10250123 95.0833742 ]% Cross Entropy Loss: [1.2405031 0.56709033 0.33409673 0.25020415 0.20321448] Correct: [56.91515449 82.50367827 91.42962236 94.29867582 95.42667974]% Cross Entropy Loss: [1.2103745 0.54846895 0.321245 0.24421816 0.1976495 ] Correct: [58.57037764 83.22707209 92.30014713 94.5806768 95.43894066]% Cross Entropy Loss: [1.1973524 0.524946 0.29904747 0.22502778 0.18339656] Correct: [58.99950956 84.33055419 93.20745463 95.30407062 96.088769 ]% Cross Entropy Loss: [1.174212 0.5121829 0.29324755 0.2216922 0.17870525] Correct: [59.637077 85.12751349 93.42815105 95.26728789 96.35850907]% Cross Entropy Loss: [1.1587019 0.50032556 0.29149985 0.2109922 0.17063391] Correct: [59.85777342 85.40951447 93.04806278 95.84355076 96.76311918]% Cross Entropy Loss: [1.1395828 0.48508498 0.2721685 0.19765998 0.15648216] Correct: [60.5443845 86.0470819 94.32319765 96.54242276 97.31486023]% Cross Entropy Loss: [1.1220329 0.46956035 0.26259628 0.19236644 0.15657212] Correct: [61.32908288 86.62334478 94.42128494 96.35850907 97.04512016]% Cross Entropy Loss: [1.0979737 0.45322436 0.25408798 0.18520012 0.14902282] Correct: [62.21186856 87.23639039 94.81363413 96.51790093 97.1922511 ]% Cross Entropy Loss: [1.0936695 0.4598214 0.2551586 0.18477094 0.14780857] Correct: [62.50613046 86.69691025 94.38450221 96.53016184 97.24129475]% Cross Entropy Loss: [1.0550814 0.42322236 0.23131296 0.16747192 0.13286895] Correct: [63.68317803 88.27856793 95.73320255 97.25355566 97.96468857]% Cross Entropy Loss: [1.0467157 0.4172387 0.22806714 0.16990879 0.1404217 ] Correct: [64.29622364 88.59735164 95.76998529 96.73859735 97.40068661]% Cross Entropy Loss: [1.0457383 0.41967508 0.22603148 0.1717067 0.13429488] Correct: [65.0564002 88.48700343 95.64737616 96.76311918 97.56007847]% Cross Entropy Loss: [1.0321102 0.39807504 0.21185456 0.14979377 0.11819641] Correct: [64.61500736 89.11230996 96.2849436 97.85434036 98.47964689]% Cross Entropy Loss: [1.0033112 0.38622642 0.20319135 0.14338166 0.11060751] Correct: [65.87788131 90.15448749 96.65277097 98.06277587 98.66356057]% Cross Entropy Loss: [1.0059122 0.38766962 0.2098676 0.14839792 0.11879705] Correct: [66.07405591 89.73761648 96.19911721 97.64590486 98.17312408]% Cross Entropy Loss: [0.991864 0.37978858 0.19873679 0.14039095 0.1093726 ] Correct: [66.62579696 90.17900932 96.53016184 97.92790584 98.40608141]% Cross Entropy Loss: [0.9958918 0.37470424 0.19393498 0.13555564 0.1032116 ] Correct: [66.11083865 90.01961746 96.76311918 98.02599313 98.66356057]% Cross Entropy Loss: [0.96846914 0.3632475 0.18470606 0.12875614 0.09662557] Correct: [67.59440902 91.03727317 97.09416381 98.45512506 98.94556155]% Cross Entropy Loss: [0.9559664 0.34995577 0.17531256 0.12195639 0.09150177] Correct: [67.94997548 91.39283963 97.47425208 98.3938205 99.15399706]% Cross Entropy Loss: [0.95017827 0.34372595 0.17637606 0.11812147 0.0906769 ] Correct: [67.82736636 91.49092692 97.25355566 98.62677783 99.11721432]% Cross Entropy Loss: [0.9359446 0.33788744 0.17186241 0.11595471 0.08707157] Correct: [69.37224129 92.14075527 97.54781756 98.78616969 99.17851888]% Cross Entropy Loss: [0.9275706 0.33564964 0.1723963 0.12131639 0.09951288] Correct: [69.65424228 92.03040706 97.1922511 98.22216773 98.40608141]% Cross Entropy Loss: [0.9157333 0.3251092 0.15955773 0.11430178 0.08776578] Correct: [69.56841589 92.80284453 97.84207945 98.71260422 99.11721432]% Cross Entropy Loss: [0.9111354 0.31809908 0.1576482 0.10714148 0.08166346] Correct: [70.13241785 92.81510544 97.96468857 98.82295243 99.17851888]% Cross Entropy Loss: [0.91335297 0.31499594 0.15705724 0.10753745 0.08169786] Correct: [69.31093673 92.72927906 97.81755763 98.74938695 99.22756253]% Cross Entropy Loss: [0.8911855 0.30811745 0.14848907 0.09878207 0.07584202] Correct: [71.32172634 93.25649828 98.11181952 99.19077979 99.35017165]% Cross Entropy Loss: [0.8998188 0.30718797 0.1473854 0.09998724 0.0766064 ] Correct: [70.16920059 93.12162825 98.13634134 98.94556155 99.31338892]% Cross Entropy Loss: [0.8928859 0.29912972 0.1400794 0.09181046 0.06811672] Correct: [71.13781265 93.71015204 98.25895047 99.15399706 99.61991172]% Cross Entropy Loss: [0.8805108 0.2910972 0.13750772 0.09205026 0.06804142] Correct: [71.19911721 93.95537028 98.56547327 99.14173615 99.65669446]% Cross Entropy Loss: [0.876058 0.29507786 0.13540253 0.08830781 0.06522986] Correct: [71.77538009 93.44041197 98.55321236 99.28886709 99.65669446]% Cross Entropy Loss: [0.87293065 0.2954435 0.13819899 0.09539342 0.07114784] Correct: [71.23589995 93.0725846 98.32025503 98.93330064 99.301128 ]% Cross Entropy Loss: [0.8660063 0.28019014 0.1299136 0.08927219 0.07305492] Correct: [71.92251103 93.94310937 98.54095145 99.11721432 99.26434527]% Cross Entropy Loss: [0.8546248 0.28746375 0.13467528 0.09020151 0.06931619] Correct: [72.81755763 93.55076018 98.34477685 99.00686611 99.32564983]% Cross Entropy Loss: [0.8496724 0.2756231 0.12325063 0.07936084 0.05718862] Correct: [72.73173124 94.47032859 98.95782246 99.4973026 99.75478176]% Cross Entropy Loss: [0.8466332 0.2701071 0.12456471 0.08322087 0.06307886] Correct: [73.41834232 94.78911231 98.72486513 99.38695439 99.50956351]% Cross Entropy Loss: [0.8387538 0.265303 0.11925036 0.07952529 0.05886243] Correct: [73.24668955 95.05885238 98.95782246 99.48504169 99.63217263]% Cross Entropy Loss: [0.8359136 0.26692876 0.1236158 0.08183836 0.06036538] Correct: [73.46738597 94.69102501 98.46738597 99.20304071 99.55860716]% Cross Entropy Loss: [0.82364947 0.25686127 0.11198598 0.07102502 0.05525013] Correct: [73.97008337 95.30407062 99.16625797 99.65669446 99.66895537]% Cross Entropy Loss: [0.8239369 0.25722998 0.11319917 0.07255281 0.05218115] Correct: [74.19077979 95.42667974 98.92103973 99.54634625 99.75478176]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.82% From layer 1: Accuracy: 64.93% From layer 2: Accuracy: 70.32% From layer 3: Accuracy: 73.50% From layer 4: Accuracy: 73.54%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.85% From layer 1: Accuracy: 96.36% From layer 2: Accuracy: 99.13% From layer 3: Accuracy: 99.67% From layer 4: Accuracy: 99.87% Checkpoint 140 models/shd_4layer_withckpts_noaugment_epoch140.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.1164894 4.161705 3.531493 2.7992098 2.9033515] Correct: [ 9.64933791 15.2648357 22.42520844 28.34722903 31.44923982]% Cross Entropy Loss: [2.9761744 2.2441583 1.7653028 1.4091942 1.2839003] Correct: [19.50711133 32.18489456 42.86414909 51.6061795 55.39480137]% Cross Entropy Loss: [2.5408244 1.8114758 1.3982455 1.1316677 1.0064573] Correct: [26.29965669 41.01275135 53.00392349 60.82638548 65.35066209]% Cross Entropy Loss: [2.2922978 1.5628347 1.189254 0.9275752 0.8293917] Correct: [30.11280039 47.64590486 59.66159882 68.68563021 71.65277097]% Cross Entropy Loss: [2.1509888 1.4072356 1.0452948 0.8188072 0.71653163] Correct: [33.06768024 52.57479156 64.18587543 72.63364394 75.88278568]% Cross Entropy Loss: [2.0171413 1.2768662 0.93030155 0.73358095 0.64010566] Correct: [35.8386464 56.37567435 67.94997548 75.53948014 78.56792545]% Cross Entropy Loss: [1.8962595 1.1689267 0.8337182 0.63954234 0.56161714] Correct: [38.18048063 59.47768514 71.60372732 79.19323198 82.16037273]% Cross Entropy Loss: [1.8077867 1.0815636 0.7632261 0.5881223 0.5070105] Correct: [40.62040216 62.56743502 74.44825895 81.31436979 84.22020598]% Cross Entropy Loss: [1.7531368 1.0145864 0.70121694 0.53941953 0.4738024 ] Correct: [42.00588524 65.14222658 76.72878862 82.95733203 85.4462972 ]% Cross Entropy Loss: [1.673883 0.95666933 0.6505923 0.5058035 0.43253618] Correct: [44.22511035 67.04266797 78.42079451 84.45316332 86.90534576]% Cross Entropy Loss: [1.6207122 0.89353615 0.60136133 0.473078 0.3957724 ] Correct: [45.75772437 69.40902403 80.93428151 85.42177538 88.60961256]% Cross Entropy Loss: [1.5623188 0.8516558 0.56477344 0.42931947 0.37034568] Correct: [47.20451202 70.70868073 82.11132908 87.38352133 88.97743992]% Cross Entropy Loss: [1.5200351 0.8048718 0.5252242 0.40152347 0.33700228] Correct: [48.28347229 72.37616479 83.28837666 88.42569887 90.63266307]% Cross Entropy Loss: [1.4821354 0.7629018 0.49939847 0.38471723 0.32571787] Correct: [49.10495341 74.17851888 84.62481609 88.87935262 90.77979402]% Cross Entropy Loss: [1.445638 0.72844636 0.4738259 0.3699256 0.3093722 ] Correct: [50.64982835 75.64982835 85.7405591 89.39431094 91.27023051]% Cross Entropy Loss: [1.4138768 0.6980127 0.45414034 0.34205103 0.2878282 ] Correct: [51.49583129 76.96174595 86.53751839 90.33840118 92.45953899]% Cross Entropy Loss: [1.3660443 0.6639185 0.4196627 0.31673548 0.2698199 ] Correct: [52.72192251 78.62923001 88.2540461 91.31927415 92.98675821]% Cross Entropy Loss: [1.3337393 0.64342505 0.40072167 0.30105466 0.25241843] Correct: [53.94801373 79.18097106 88.52378617 91.85875429 93.44041197]% Cross Entropy Loss: [1.3100095 0.6150961 0.3818011 0.28500113 0.23950504] Correct: [54.76949485 80.60323688 89.8602256 93.04806278 94.274154 ]% Cross Entropy Loss: [1.2927458 0.5952649 0.37393713 0.27696785 0.23387253] Correct: [55.55419323 81.13045611 89.70083374 92.93771457 94.39676312]% Cross Entropy Loss: [1.2595862 0.57814336 0.3528213 0.26638237 0.22077441] Correct: [56.81706719 81.95193722 90.58361942 93.36684649 94.61745954]% Cross Entropy Loss: [1.2215354 0.5433153 0.33589354 0.2511165 0.20728359] Correct: [57.67533104 83.68072585 91.39283963 93.95537028 95.26728789]% Cross Entropy Loss: [1.2200956 0.5399527 0.31975478 0.23499489 0.19460252] Correct: [57.67533104 83.49681216 92.01814615 94.51937224 95.72094164]% Cross Entropy Loss: [1.1860877 0.51040965 0.30476594 0.22306554 0.1800386 ] Correct: [58.68072585 84.89455615 92.58214811 95.12015694 96.33398725]% Cross Entropy Loss: [1.1520611 0.49193814 0.2901352 0.21230474 0.17229283] Correct: [59.95586072 85.67925454 93.575282 95.50024522 96.66503188]% Cross Entropy Loss: [1.1409693 0.48667362 0.2781905 0.20703016 0.16860989] Correct: [60.51986268 85.76508092 93.72241295 95.70868073 96.91025012]% Cross Entropy Loss: [1.1270633 0.46836013 0.2712503 0.19786699 0.15938066] Correct: [61.2432565 86.78273664 93.63658656 95.94163806 97.09416381]% Cross Entropy Loss: [1.1168863 0.46332192 0.2716963 0.20242181 0.16590154] Correct: [61.09612555 87.18734674 94.00441393 95.51250613 96.55468367]% Cross Entropy Loss: [1.0944452 0.4465603 0.25723773 0.18540008 0.15110229] Correct: [62.6532614 87.71456596 94.37224129 96.49337911 97.30259931]% Cross Entropy Loss: [1.085186 0.43299243 0.2430269 0.17775203 0.14371213] Correct: [62.39578225 88.27856793 95.03433055 96.57920549 97.57233938]% Cross Entropy Loss: [1.059368 0.4215718 0.23922065 0.17334822 0.13960175] Correct: [63.4502207 88.43795978 94.86267778 96.76311918 97.58460029]% Cross Entropy Loss: [1.051265 0.41172186 0.22780013 0.16144827 0.12938817] Correct: [64.05100539 89.21039725 95.67189799 97.42520844 97.94016675]% Cross Entropy Loss: [1.0356858 0.4027646 0.22063704 0.1579414 0.12376749] Correct: [64.72535557 89.56596371 96.07650809 97.56007847 98.30799411]% Cross Entropy Loss: [1.0304737 0.40554696 0.22069646 0.15711792 0.12644772] Correct: [64.83570378 89.33300638 95.84355076 97.47425208 97.81755763]% Cross Entropy Loss: [1.0209408 0.38366956 0.20882079 0.14616221 0.11485578] Correct: [65.35066209 90.15448749 96.05198627 97.71947033 98.4919078 ]% Cross Entropy Loss: [0.9912927 0.372834 0.20574374 0.14694412 0.11633516] Correct: [66.89553703 90.80431584 96.15007357 97.71947033 98.1976459 ]% Cross Entropy Loss: [0.983813 0.3579509 0.19461071 0.1382602 0.1058057 ] Correct: [67.01814615 91.60127513 96.86120647 97.90338401 98.70034331]% Cross Entropy Loss: [0.9802165 0.3558668 0.1898239 0.13139798 0.10250842] Correct: [67.44727808 91.58901422 96.92251103 98.24668955 98.72486513]% Cross Entropy Loss: [0.9637933 0.35047296 0.18650928 0.13149202 0.10185718] Correct: [67.50858264 91.42962236 96.86120647 98.14860226 98.70034331]% Cross Entropy Loss: [0.9593048 0.34534383 0.17904742 0.12418252 0.09782282] Correct: [68.0725846 91.71162334 97.32712114 98.35703776 98.87199608]% Cross Entropy Loss: [0.9536284 0.339592 0.17990345 0.1287954 0.09844097] Correct: [67.71701815 92.11623345 97.15546837 98.13634134 98.82295243]% Cross Entropy Loss: [0.9426338 0.3326672 0.17344831 0.12001964 0.08862489] Correct: [68.63658656 92.4717999 97.35164296 98.47964689 99.08043158]% Cross Entropy Loss: [0.93391174 0.33193427 0.16921943 0.11564318 0.09274406] Correct: [68.93084846 91.99362433 97.52329573 98.63903874 98.7984306 ]% Cross Entropy Loss: [0.9199226 0.3116548 0.15764703 0.10702926 0.08083744] Correct: [69.35998038 93.575282 98.07503678 98.90877881 99.35017165]% Cross Entropy Loss: [0.91716844 0.31492528 0.15778361 0.10823347 0.08272979] Correct: [69.81363413 93.12162825 97.84207945 98.78616969 99.23982344]% Cross Entropy Loss: [0.9000214 0.30600956 0.15970215 0.1109234 0.08561176] Correct: [69.94850417 93.31780284 97.74399215 98.72486513 99.14173615]% Cross Entropy Loss: [0.8927808 0.29657665 0.1512585 0.1069912 0.08352195] Correct: [70.53702795 93.86954389 97.80529671 98.61451692 99.03138794]% Cross Entropy Loss: [0.8998023 0.30222484 0.14800625 0.09771091 0.07399631] Correct: [70.29180971 93.64884747 98.23442864 99.21530162 99.50956351]% Cross Entropy Loss: [0.8795618 0.2907709 0.1460732 0.09846964 0.07884344] Correct: [71.22363904 94.15154487 98.11181952 98.83521334 99.11721432]% Cross Entropy Loss: [0.8801769 0.28679013 0.13978994 0.09258711 0.0687688 ] Correct: [71.16233448 94.28641491 98.45512506 99.17851888 99.55860716]% Cross Entropy Loss: [0.8824066 0.28784958 0.14313853 0.09480193 0.07050706] Correct: [71.41981363 93.89406572 98.05051496 98.98234429 99.33791074]% Cross Entropy Loss: [0.8624883 0.27927113 0.13606723 0.09417742 0.07899658] Correct: [72.36390387 94.40902403 98.45512506 98.97008337 98.88425699]% Cross Entropy Loss: [0.8615981 0.27137226 0.12883127 0.08392746 0.06575555] Correct: [72.21677293 94.55615498 98.71260422 99.46051986 99.61991172]% Cross Entropy Loss: [0.8525691 0.27275118 0.12865387 0.08433646 0.06373698] Correct: [72.6949485 94.60519863 98.63903874 99.28886709 99.58312898]% Cross Entropy Loss: [0.8476477 0.2663559 0.12502156 0.08421636 0.06117173] Correct: [73.16086317 95.03433055 98.83521334 99.41147621 99.68121628]% Cross Entropy Loss: [0.8514972 0.2748405 0.13083124 0.08915075 0.06680684] Correct: [72.47425208 94.16380579 98.34477685 98.88425699 99.22756253]% Cross Entropy Loss: [0.83884966 0.2592814 0.12075879 0.07770718 0.05710641] Correct: [73.16086317 94.85041687 98.74938695 99.57086807 99.66895537]% Cross Entropy Loss: [0.8445866 0.25905392 0.11728543 0.07547563 0.05434066] Correct: [73.14860226 95.04659147 98.92103973 99.5953899 99.82834723]% Cross Entropy Loss: [0.83840424 0.25891426 0.12009508 0.07950617 0.06466927] Correct: [73.14860226 95.0833742 98.70034331 99.19077979 99.22756253]% Cross Entropy Loss: [0.8191413 0.24286029 0.10980398 0.07078307 0.05226732] Correct: [73.82295243 95.95389897 99.26434527 99.73025993 99.85286905]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.48% From layer 1: Accuracy: 64.00% From layer 2: Accuracy: 69.39% From layer 3: Accuracy: 71.02% From layer 4: Accuracy: 71.64%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.49% From layer 1: Accuracy: 95.84% From layer 2: Accuracy: 99.28% From layer 3: Accuracy: 99.51% From layer 4: Accuracy: 99.84% Checkpoint 160 models/shd_4layer_withckpts_noaugment_epoch160.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.8252106 4.14806 3.3198507 2.809586 2.6134133] Correct: [10.48307994 15.71848946 22.71947033 30.54193232 33.88916135]% Cross Entropy Loss: [2.882948 2.1497588 1.6610286 1.4137509 1.2293783] Correct: [21.56694458 34.42864149 44.74006866 52.09661599 57.05002452]% Cross Entropy Loss: [2.480476 1.7656491 1.3357676 1.1206555 0.9545876] Correct: [27.26826876 42.94997548 54.4139284 61.50073565 66.89553703]% Cross Entropy Loss: [2.2620294 1.517175 1.132957 0.9291001 0.7864877] Correct: [32.36880824 49.96321726 61.1451692 68.28102011 73.06277587]% Cross Entropy Loss: [2.100159 1.3600554 0.99903756 0.8112054 0.69488037] Correct: [34.79646886 54.48749387 65.09318293 72.73173124 76.83913683]% Cross Entropy Loss: [1.9825069 1.2410678 0.88971895 0.7088972 0.59250546] Correct: [37.28543404 58.41098578 69.16380579 76.81461501 80.40706229]% Cross Entropy Loss: [1.8821278 1.1314512 0.81131184 0.6339646 0.532137 ] Correct: [39.84796469 61.43943109 72.2903384 79.08288377 82.96959294]% Cross Entropy Loss: [1.7978766 1.0488921 0.74772805 0.5865779 0.49323133] Correct: [41.5644924 64.57822462 74.5953899 81.05689063 84.35507602]% Cross Entropy Loss: [1.7326437 0.995614 0.6838305 0.537484 0.45186925] Correct: [43.21971555 66.24570868 77.25600785 83.05541932 85.67925454]% Cross Entropy Loss: [1.6749256 0.930849 0.62698835 0.48854205 0.40839896] Correct: [44.28641491 69.0779794 79.86758215 85.18881805 87.5551741 ]% Cross Entropy Loss: [1.6106944 0.86835295 0.5881424 0.44651532 0.37345332] Correct: [46.19911721 71.39529181 81.21628249 86.62334478 89.07552722]% Cross Entropy Loss: [1.5551491 0.8242954 0.5474163 0.41676176 0.34463286] Correct: [47.68268759 72.60912212 82.77341834 87.64100049 90.2648357 ]% Cross Entropy Loss: [1.5241147 0.78578955 0.5185226 0.40610468 0.32655677] Correct: [48.41834232 74.08043158 84.19568416 87.98430603 90.62040216]% Cross Entropy Loss: [1.4650202 0.74652076 0.48768824 0.36853796 0.30242333] Correct: [50.06130456 75.20843551 85.38499264 89.62726827 91.89553703]% Cross Entropy Loss: [1.4333489 0.70677 0.45790708 0.34617025 0.28453642] Correct: [51.05443845 76.81461501 86.69691025 90.52231486 92.00588524]% Cross Entropy Loss: [1.3953414 0.6781057 0.42726848 0.32671708 0.26369023] Correct: [51.91270231 78.12653261 87.73908779 91.1598823 93.24423737]% Cross Entropy Loss: [1.3640351 0.6583206 0.41003272 0.3125358 0.25394124] Correct: [52.97940167 79.34036292 88.7567435 91.74840608 93.29328102]% Cross Entropy Loss: [1.3280084 0.6264234 0.38623303 0.2934779 0.23768845] Correct: [54.07062285 80.3212359 89.60274644 92.43501717 94.00441393]% Cross Entropy Loss: [1.3040819 0.598879 0.3737247 0.2804052 0.22175378] Correct: [55.18636587 81.38793526 90.01961746 93.21971555 94.49485042]% Cross Entropy Loss: [1.278274 0.5747386 0.35291314 0.26634914 0.21319948] Correct: [55.94654242 82.22167729 90.33840118 93.03580186 94.47032859]% Cross Entropy Loss: [1.2427318 0.5570375 0.3381216 0.25671425 0.20127188] Correct: [56.98871996 83.44776851 91.82197155 93.82050025 95.57381069]% Cross Entropy Loss: [1.2304463 0.5436696 0.3341209 0.2499009 0.20080633] Correct: [57.5282001 83.8401177 91.35605689 93.86954389 95.0833742 ]% Cross Entropy Loss: [1.1929461 0.52142745 0.3120795 0.23356906 0.19020106] Correct: [59.0362923 84.87003433 92.21432075 94.28641491 95.29180971]% Cross Entropy Loss: [1.1694863 0.5003382 0.2981877 0.22034054 0.17494784] Correct: [59.46542423 85.55664541 93.20745463 95.10789603 96.15007357]% Cross Entropy Loss: [1.1582608 0.48443198 0.28701657 0.20931108 0.1608628 ] Correct: [59.68612065 86.2432565 93.25649828 95.53702795 96.86120647]% Cross Entropy Loss: [1.1388847 0.4713579 0.27677467 0.20440102 0.15434475] Correct: [60.89995096 86.15743011 93.51397744 95.46346248 97.06964198]% Cross Entropy Loss: [1.122426 0.4589452 0.26751018 0.19464043 0.15262856] Correct: [61.08386464 87.32221677 93.7714566 95.67189799 97.09416381]% Cross Entropy Loss: [1.0985974 0.44437099 0.25939184 0.18627006 0.15059005] Correct: [62.12604218 87.42030407 94.10250123 96.13781265 97.15546837]% Cross Entropy Loss: [1.0944442 0.44320375 0.25140887 0.17966448 0.1417012 ] Correct: [62.46934772 87.88621873 94.56841589 96.44433546 97.36390387]% Cross Entropy Loss: [1.0654434 0.41756275 0.23576473 0.16659318 0.12886858] Correct: [63.96517901 88.73222168 95.36537518 97.04512016 97.84207945]% Cross Entropy Loss: [1.0692469 0.41464964 0.22714603 0.16232744 0.12369424] Correct: [63.31535066 88.67091712 95.43894066 97.14320745 98.02599313]% Cross Entropy Loss: [1.0454971 0.39466572 0.22226962 0.15642852 0.11686468] Correct: [63.94065718 89.89700834 95.85581167 97.2903384 98.18538499]% Cross Entropy Loss: [1.0336189 0.39392567 0.2182839 0.15353993 0.11689203] Correct: [64.70083374 89.87248651 95.46346248 97.2903384 98.05051496]% Cross Entropy Loss: [1.0033907 0.37390867 0.20273367 0.14485338 0.10930169] Correct: [66.55223149 91.02501226 96.76311918 97.90338401 98.62677783]% Cross Entropy Loss: [1.0014393 0.3757665 0.20643836 0.1438417 0.10884293] Correct: [66.33153507 90.4610103 96.1868563 97.81755763 98.45512506]% Cross Entropy Loss: [0.99023664 0.36358154 0.20047428 0.14137124 0.10604313] Correct: [66.51544875 91.13536047 96.12555174 97.74399215 98.46738597]% Cross Entropy Loss: [0.9873399 0.36197734 0.19387627 0.1355186 0.10312296] Correct: [66.57675331 91.07405591 96.60372732 97.94016675 98.54095145]% Cross Entropy Loss: [0.96603507 0.35110185 0.18653761 0.13178596 0.09655111] Correct: [67.96223639 91.22118686 96.94703286 97.82981854 98.54095145]% Cross Entropy Loss: [0.96045125 0.335966 0.1782283 0.12035292 0.09121615] Correct: [67.83962727 92.30014713 97.15546837 98.46738597 98.98234429]% Cross Entropy Loss: [0.9584859 0.33446985 0.17750555 0.12298255 0.08940689] Correct: [68.0725846 92.52084355 97.15546837 98.32025503 98.95782246]% Cross Entropy Loss: [0.9445958 0.33230805 0.17282741 0.11935119 0.09077123] Correct: [68.24423737 91.98136341 97.35164296 98.28347229 98.76164787]% Cross Entropy Loss: [0.9287305 0.32175452 0.16723557 0.1147543 0.08903405] Correct: [69.32319765 92.86414909 97.49877391 98.47964689 98.92103973]% Cross Entropy Loss: [0.91688645 0.31978106 0.16382651 0.11050972 0.08189595] Correct: [69.92398234 92.93771457 97.42520844 98.65129966 99.11721432]% Cross Entropy Loss: [0.9130421 0.31422824 0.16339915 0.10941097 0.07849795] Correct: [70.35311427 92.90093183 97.36390387 98.55321236 99.0926925 ]% Cross Entropy Loss: [0.90409106 0.3040054 0.15396671 0.1048436 0.07663073] Correct: [70.53702795 93.40362923 97.74399215 98.84747425 99.23982344]% Cross Entropy Loss: [0.91429687 0.3117754 0.16261904 0.11618579 0.09138444] Correct: [69.75232957 92.87641 97.27807749 98.12408043 98.45512506]% Cross Entropy Loss: [0.89848167 0.29187584 0.1440416 0.0978256 0.07113331] Correct: [70.23050515 93.94310937 98.20990682 98.92103973 99.301128 ]% Cross Entropy Loss: [0.8881616 0.29157564 0.14267395 0.09365964 0.07149586] Correct: [70.83128985 93.64884747 98.2957332 99.08043158 99.22756253]% Cross Entropy Loss: [0.87150145 0.28108424 0.1387882 0.09096038 0.06731487] Correct: [71.79990191 94.5806768 98.40608141 99.16625797 99.43599804]% Cross Entropy Loss: [0.87927186 0.29440415 0.14700118 0.09861035 0.07028504] Correct: [71.55468367 93.44041197 97.73173124 98.71260422 99.25208436]% Cross Entropy Loss: [0.8710016 0.27481017 0.13278669 0.08666031 0.06287171] Correct: [71.73859735 94.42128494 98.63903874 99.26434527 99.52182442]% Cross Entropy Loss: [0.85649085 0.2664081 0.12715828 0.08299343 0.05969914] Correct: [72.78077489 94.8749387 98.73712604 99.19077979 99.63217263]% Cross Entropy Loss: [0.8516489 0.2637322 0.1255309 0.08334465 0.05961957] Correct: [72.94016675 95.02206964 98.73712604 99.21530162 99.43599804]% Cross Entropy Loss: [0.8577308 0.26896966 0.13011602 0.08388028 0.0639697 ] Correct: [72.84207945 94.76459049 98.46738597 99.22756253 99.3992153 ]% Cross Entropy Loss: [0.8418832 0.25873673 0.11854304 0.07658068 0.05466044] Correct: [72.51103482 95.2795488 99.01912702 99.52182442 99.71799902]% Cross Entropy Loss: [0.8494924 0.263631 0.12425958 0.08156414 0.05934202] Correct: [73.01373222 94.6787641 98.71260422 99.22756253 99.54634625]% Cross Entropy Loss: [0.83091724 0.25345397 0.1195381 0.07550575 0.05686049] Correct: [73.63903874 95.25502697 98.68808239 99.55860716 99.63217263]% Cross Entropy Loss: [0.83275694 0.24719226 0.11565798 0.07429228 0.05124633] Correct: [73.46738597 95.95389897 98.8965179 99.46051986 99.76704267]% Cross Entropy Loss: [0.8175968 0.24364485 0.11412768 0.07443899 0.05356008] Correct: [74.36243256 95.63511525 98.8965179 99.301128 99.5953899 ]% Cross Entropy Loss: [0.8226039 0.24755806 0.11082785 0.06887531 0.04867287] Correct: [73.98234429 95.46346248 98.7984306 99.38695439 99.70573811]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.23% From layer 1: Accuracy: 66.87% From layer 2: Accuracy: 71.82% From layer 3: Accuracy: 72.61% From layer 4: Accuracy: 73.41%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.58% From layer 1: Accuracy: 96.26% From layer 2: Accuracy: 99.34% From layer 3: Accuracy: 99.68% From layer 4: Accuracy: 99.85% Checkpoint 180 models/shd_4layer_withckpts_noaugment_epoch180.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.0247426 3.773888 3.2379963 3.1288505 2.8283138] Correct: [10.21333987 17.17753801 23.40608141 27.53800883 31.86611084]% Cross Entropy Loss: [2.988401 2.148308 1.7354064 1.4590924 1.2347625] Correct: [20.41441883 34.98038254 43.24423737 50.94409024 57.11132908]% Cross Entropy Loss: [2.5760775 1.782424 1.4132826 1.131308 0.96754354] Correct: [26.58165768 43.08484551 51.47130947 60.97351643 66.33153507]% Cross Entropy Loss: [2.3096223 1.5308008 1.1963243 0.9216225 0.7958522] Correct: [30.29671408 49.48504169 58.66846493 68.08484551 73.46738597]% Cross Entropy Loss: [2.1560307 1.3754511 1.0565871 0.819176 0.68797785] Correct: [33.22707209 53.98479647 63.84256989 72.26581658 77.28052967]% Cross Entropy Loss: [2.0271938 1.2651813 0.94232684 0.72257817 0.6187648 ] Correct: [36.3413438 57.41785189 68.51397744 76.05443845 79.92888671]% Cross Entropy Loss: [1.916243 1.1518269 0.8417726 0.6445987 0.5562926] Correct: [38.43795978 61.05934282 71.67729279 78.89897008 82.24619912]% Cross Entropy Loss: [1.8289446 1.0675606 0.76649356 0.5909157 0.5078382 ] Correct: [40.2648357 63.86709171 74.8038254 80.78715056 83.8401177 ]% Cross Entropy Loss: [1.7441113 0.9867167 0.7040954 0.53568506 0.45220473] Correct: [42.22658166 66.88327612 77.08435508 83.06768024 85.77734183]% Cross Entropy Loss: [1.695516 0.9331836 0.6611455 0.5062783 0.42203644] Correct: [43.62432565 68.12162825 78.94801373 84.37959784 86.85630211]% Cross Entropy Loss: [1.6261945 0.88292074 0.6116736 0.4561981 0.38347828] Correct: [45.02206964 70.36537518 80.67680235 86.23099559 88.80578715]% Cross Entropy Loss: [1.5678413 0.8331075 0.5664807 0.4213037 0.35758153] Correct: [46.67729279 71.6895537 82.61402648 87.7513487 89.57822462]% Cross Entropy Loss: [1.5300215 0.7953353 0.54355687 0.40761778 0.3473031 ] Correct: [48.07503678 73.63903874 83.06768024 87.95978421 89.71309465]% Cross Entropy Loss: [1.4811604 0.75095856 0.5066469 0.38899845 0.3184979 ] Correct: [49.06817067 75.51495831 84.57577244 88.53604708 91.00049044]% Cross Entropy Loss: [1.4431567 0.72453475 0.47323552 0.35399145 0.28981045] Correct: [50.51495831 76.36096126 86.36586562 90.39970574 91.9691025 ]% Cross Entropy Loss: [1.4015031 0.68026495 0.44649705 0.32798734 0.27157855] Correct: [51.53261403 77.95487984 87.32221677 90.9637077 93.01128004]% Cross Entropy Loss: [1.357235 0.65635955 0.4307716 0.32132298 0.26375726] Correct: [53.212359 78.99705738 87.73908779 91.35605689 93.06032369]% Cross Entropy Loss: [1.3411852 0.6375409 0.41715944 0.30535838 0.25206563] Correct: [53.22461991 79.6223639 87.93526238 92.00588524 93.28102011]% Cross Entropy Loss: [1.3171263 0.6158195 0.40329903 0.29807323 0.24482164] Correct: [54.32810201 80.40706229 88.64639529 92.00588524 93.575282 ]% Cross Entropy Loss: [1.2858582 0.5812485 0.37213773 0.27075928 0.21975636] Correct: [55.34575772 81.80480628 89.94605199 93.10936734 94.66650319]% Cross Entropy Loss: [1.2512635 0.5615532 0.35186327 0.25145698 0.20536911] Correct: [56.75576263 82.66307013 91.30701324 93.86954389 95.07111329]% Cross Entropy Loss: [1.2243618 0.5381281 0.34279904 0.24672522 0.20307295] Correct: [57.3320255 84.06081412 91.30701324 94.20058852 95.29180971]% Cross Entropy Loss: [1.1958951 0.5274804 0.33000928 0.23974396 0.19586305] Correct: [58.32515939 84.09759686 91.92005885 94.23737126 95.30407062]% Cross Entropy Loss: [1.1887621 0.5082247 0.31864527 0.23101479 0.18958342] Correct: [58.72976949 85.11525257 92.17753801 94.4825895 95.53702795]% Cross Entropy Loss: [1.1582315 0.4934485 0.3001551 0.2159957 0.17575175] Correct: [59.85777342 85.2378617 92.91319274 94.98528691 96.00294262]% Cross Entropy Loss: [1.1373421 0.47993827 0.28898376 0.2055682 0.16865902] Correct: [61.02256008 86.1451692 93.64884747 95.83128985 96.29720451]% Cross Entropy Loss: [1.1280298 0.470758 0.28959426 0.20639616 0.16467646] Correct: [61.25551741 86.32908288 92.98675821 95.40215792 96.54242276]% Cross Entropy Loss: [1.1106002 0.4567071 0.28074008 0.20575425 0.16954407] Correct: [61.62334478 87.32221677 93.48945562 95.26728789 96.05198627]% Cross Entropy Loss: [1.0783045 0.44012082 0.26101613 0.18434364 0.14329955] Correct: [63.03334968 87.61647867 94.22511035 96.32172634 97.35164296]% Cross Entropy Loss: [1.0723163 0.42843938 0.2601677 0.18292236 0.1460217 ] Correct: [62.849436 88.43795978 94.21284944 96.00294262 96.91025012]% Cross Entropy Loss: [1.06827 0.42643443 0.2506731 0.17486931 0.14098245] Correct: [63.51152526 88.36439431 94.66650319 96.54242276 97.13094654]% Cross Entropy Loss: [1.0360965 0.39696842 0.23414618 0.16586363 0.13158669] Correct: [64.17361452 89.73761648 95.19372241 96.77538009 97.56007847]% Cross Entropy Loss: [1.0340942 0.40177587 0.2386598 0.16680937 0.12949955] Correct: [64.33300638 89.33300638 95.14467876 96.53016184 97.65816577]% Cross Entropy Loss: [1.0114969 0.38281122 0.21881256 0.14984445 0.11676292] Correct: [65.43648847 90.4610103 95.64737616 97.47425208 98.27121138]% Cross Entropy Loss: [0.99932927 0.3688682 0.2148112 0.14375907 0.11135763] Correct: [66.33153507 91.09857773 95.91711623 97.78077489 98.50416871]% Cross Entropy Loss: [1.0030333 0.38293087 0.21961924 0.15017223 0.11522773] Correct: [65.57135851 89.88474743 95.34085336 97.24129475 98.1976459 ]% Cross Entropy Loss: [0.9873338 0.36466825 0.20766243 0.1411716 0.10896914] Correct: [66.55223149 90.93918588 95.99068171 97.62138303 98.38155959]% Cross Entropy Loss: [0.9771806 0.35423747 0.1990667 0.13413304 0.10537811] Correct: [66.49092692 91.50318784 96.59146641 97.97694949 98.44286415]% Cross Entropy Loss: [0.9506735 0.34566462 0.19438516 0.13016088 0.10162403] Correct: [68.29328102 91.74840608 96.41981363 98.07503678 98.73712604]% Cross Entropy Loss: [0.95835686 0.34333703 0.19530822 0.13721418 0.10917846] Correct: [67.82736636 91.85875429 96.40755272 97.57233938 98.01373222]% Cross Entropy Loss: [0.9412778 0.33013865 0.17957598 0.12095823 0.09064932] Correct: [68.7714566 92.5698872 97.24129475 98.44286415 98.94556155]% Cross Entropy Loss: [0.9310963 0.3301227 0.18322025 0.12677114 0.09395579] Correct: [69.28641491 92.38597352 96.77538009 97.87886219 98.67582148]% Cross Entropy Loss: [0.92531943 0.3267202 0.17617685 0.11763097 0.08807075] Correct: [69.50711133 92.34919078 96.9838156 98.38155959 99.06817067]% Cross Entropy Loss: [0.9159139 0.31735724 0.17305994 0.11699351 0.09258261] Correct: [69.75232957 92.69249632 97.17999019 98.33251594 98.73712604]% Cross Entropy Loss: [0.91833293 0.31138438 0.17019983 0.11202496 0.08730158] Correct: [69.78911231 93.08484551 97.35164296 98.47964689 98.94556155]% Cross Entropy Loss: [0.89320827 0.30582756 0.16162409 0.10865932 0.08192717] Correct: [70.30407062 93.44041197 97.67042668 98.61451692 99.10495341]% Cross Entropy Loss: [0.8792517 0.2916177 0.15631825 0.10349019 0.07917245] Correct: [71.76311918 94.12702305 97.75625307 98.72486513 99.14173615]% Cross Entropy Loss: [0.8926337 0.29644132 0.15594466 0.09916299 0.07446694] Correct: [70.65963708 93.41589014 97.84207945 98.83521334 99.22756253]% Cross Entropy Loss: [0.88454515 0.28828177 0.1545741 0.10002167 0.07556384] Correct: [71.55468367 93.99215302 97.6949485 98.71260422 99.31338892]% Cross Entropy Loss: [0.87497044 0.2827022 0.14563897 0.09393251 0.07098562] Correct: [71.57920549 94.10250123 98.00147131 98.97008337 99.21530162]% Cross Entropy Loss: [0.8681595 0.2829822 0.14249907 0.09876677 0.07880398] Correct: [72.40068661 94.01667484 98.05051496 98.61451692 98.87199608]% Cross Entropy Loss: [0.85729045 0.2724887 0.13964224 0.0901082 0.06626634] Correct: [72.54781756 94.92398234 98.51642962 99.20304071 99.48504169]% Cross Entropy Loss: [0.8561859 0.27030084 0.1361423 0.08762485 0.06490401] Correct: [72.35164296 94.98528691 98.51642962 99.20304071 99.43599804]% Cross Entropy Loss: [0.8448057 0.27119803 0.13840754 0.08840168 0.07236224] Correct: [73.20990682 94.44580677 98.16086317 99.16625797 99.17851888]% Cross Entropy Loss: [0.85896325 0.26544982 0.13295309 0.0868933 0.06494023] Correct: [72.06964198 94.50711133 98.25895047 99.10495341 99.36243256]% Cross Entropy Loss: [0.8478443 0.26523462 0.13480845 0.08723909 0.0649858 ] Correct: [72.90338401 94.81363413 98.27121138 98.9946052 99.32564983]% Cross Entropy Loss: [0.842154 0.2615463 0.13148709 0.0830141 0.06197991] Correct: [72.7930358 95.1814615 98.30799411 99.23982344 99.46051986]% Cross Entropy Loss: [0.83046883 0.26038736 0.12967591 0.08064727 0.05942543] Correct: [73.95782246 94.88719961 98.38155959 99.17851888 99.52182442]% Cross Entropy Loss: [0.8228395 0.24604486 0.12355078 0.07688902 0.05398331] Correct: [73.74938695 95.76998529 98.63903874 99.38695439 99.73025993]% Cross Entropy Loss: [0.8164755 0.24601586 0.12101243 0.07727094 0.05533705] Correct: [73.9946052 95.65963708 98.68808239 99.35017165 99.68121628]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.61% From layer 1: Accuracy: 65.55% From layer 2: Accuracy: 69.04% From layer 3: Accuracy: 70.41% From layer 4: Accuracy: 72.04%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 76.20% From layer 1: Accuracy: 97.38% From layer 2: Accuracy: 99.29% From layer 3: Accuracy: 99.80% From layer 4: Accuracy: 99.87% Checkpoint 200 models/shd_4layer_withckpts_noaugment_epoch200.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.05653 3.815984 3.7370894 2.9505558 3.2267165] Correct: [11.3413438 17.6679745 17.59440902 28.16331535 29.52427661]% Cross Entropy Loss: [2.9743693 2.0650275 1.8111491 1.419417 1.2689288] Correct: [20.31633154 35.87542913 41.4664051 52.68513977 55.49288867]% Cross Entropy Loss: [2.5232778 1.6979332 1.4298805 1.0904669 0.97288066] Correct: [27.03531143 44.10250123 51.32417852 62.73908779 66.02501226]% Cross Entropy Loss: [2.295856 1.4957806 1.2046218 0.9202735 0.8229645] Correct: [30.81167239 50.62530652 58.11672388 68.89406572 71.67729279]% Cross Entropy Loss: [2.1173198 1.3354757 1.0542899 0.78960073 0.69295776] Correct: [34.17116233 54.59784208 62.80039235 73.41834232 76.83913683]% Cross Entropy Loss: [2.0149746 1.238383 0.94176495 0.7095393 0.62980753] Correct: [35.92447278 57.87150564 67.45953899 76.5080922 79.09514468]% Cross Entropy Loss: [1.9309629 1.1295938 0.8463548 0.6284204 0.55093205] Correct: [38.30308975 61.68464934 70.91711623 79.63462482 82.44237371]% Cross Entropy Loss: [1.8297672 1.0433112 0.7703823 0.5822171 0.5067427] Correct: [40.53457577 64.57822462 73.7984306 81.21628249 83.95046591]% Cross Entropy Loss: [1.751183 0.9704502 0.70534915 0.52308035 0.45445204] Correct: [42.76606179 66.55223149 76.18930848 83.81559588 85.88769004]% Cross Entropy Loss: [1.6820542 0.9270193 0.6602177 0.49803486 0.4336739 ] Correct: [43.69789112 68.51397744 78.50662089 84.51446788 86.61108386]% Cross Entropy Loss: [1.6342973 0.8761442 0.61123306 0.45415807 0.3921144 ] Correct: [45.84355076 70.10789603 80.30897499 86.02256008 88.13143698]% Cross Entropy Loss: [1.5689868 0.8024004 0.56142026 0.42271835 0.36835647] Correct: [46.72633644 73.57773418 82.45463462 87.7513487 88.98970083]% Cross Entropy Loss: [1.531529 0.76820517 0.52403593 0.38650966 0.3391948 ] Correct: [47.70720942 74.46051986 84.12211869 88.73222168 89.78666013]% Cross Entropy Loss: [1.4900392 0.7357306 0.49770686 0.3644979 0.32120323] Correct: [49.74252084 76.18930848 84.79646886 89.70083374 90.57135851]% Cross Entropy Loss: [1.4526379 0.6986033 0.47360784 0.34542215 0.2989727 ] Correct: [50.23295733 76.96174595 86.12064738 90.4610103 91.85875429]% Cross Entropy Loss: [1.4150113 0.66769767 0.44849527 0.3360415 0.28988385] Correct: [51.54487494 78.44531633 87.13830309 90.63266307 92.03040706]% Cross Entropy Loss: [1.3845692 0.65487134 0.44362506 0.32595992 0.27771288] Correct: [52.31731241 78.82540461 86.61108386 90.9637077 92.22658166]% Cross Entropy Loss: [1.3409258 0.6225907 0.40731415 0.29633442 0.25432467] Correct: [53.06522805 80.35801864 88.54830799 92.32466896 93.14615007]% Cross Entropy Loss: [1.3101625 0.59769875 0.3922416 0.28889477 0.2451321 ] Correct: [54.43845022 81.2285434 89.06326631 92.31240804 93.58754291]% Cross Entropy Loss: [1.2893384 0.5684302 0.37304673 0.26936316 0.23122649] Correct: [55.03923492 82.81020108 89.83570378 92.98675821 93.86954389]% Cross Entropy Loss: [1.2559152 0.5483984 0.35212293 0.2571869 0.21909371] Correct: [56.28984796 83.54585581 90.91466405 93.56302109 94.26189308]% Cross Entropy Loss: [1.2224987 0.5226927 0.33655575 0.23813677 0.20079203] Correct: [57.24619912 84.28151054 91.18440412 94.33545856 95.40215792]% Cross Entropy Loss: [1.2101812 0.5102561 0.32108486 0.22945186 0.19308119] Correct: [58.06768024 84.95586072 91.99362433 94.64198136 95.43894066]% Cross Entropy Loss: [1.1770843 0.49950892 0.3137125 0.22293404 0.18247975] Correct: [59.48994605 85.18881805 92.49632173 94.99754782 96.11329083]% Cross Entropy Loss: [1.1603041 0.4804074 0.29874775 0.21055955 0.1791836 ] Correct: [59.83325159 86.32908288 93.0725846 95.2795488 96.07650809]% Cross Entropy Loss: [1.1425881 0.45973045 0.28536853 0.2044836 0.16957481] Correct: [60.75282001 86.86856302 93.42815105 95.3776361 96.39529181]% Cross Entropy Loss: [1.1275758 0.45334283 0.2747666 0.19146338 0.15970741] Correct: [60.59342815 87.21186856 93.56302109 95.97842079 96.86120647]% Cross Entropy Loss: [1.114943 0.4441091 0.27036867 0.18950945 0.15538855] Correct: [60.93673369 87.86169691 93.4771947 95.96615988 96.8857283 ]% Cross Entropy Loss: [1.1088547 0.43965897 0.26563808 0.1914037 0.15927294] Correct: [61.79499755 87.73908779 94.06571849 95.51250613 96.45659637]% Cross Entropy Loss: [1.0862391 0.4178946 0.25352567 0.17532806 0.14186049] Correct: [62.56743502 88.56056891 94.50711133 96.43207455 97.27807749]% Cross Entropy Loss: [1.0680475 0.40368488 0.23910882 0.16405785 0.13177544] Correct: [63.3521334 89.36978911 95.23050515 96.72633644 97.53555665]% Cross Entropy Loss: [1.0457555 0.39098546 0.23269294 0.15862456 0.13147387] Correct: [64.74987739 89.90926925 95.38989701 96.95929377 97.70720942]% Cross Entropy Loss: [1.0345478 0.39118892 0.22954941 0.160168 0.1297924 ] Correct: [64.11230996 89.87248651 95.41441883 96.95929377 97.60912212]% Cross Entropy Loss: [1.0211902 0.38006586 0.21847406 0.14806195 0.11774701] Correct: [65.58361942 90.12996567 95.50024522 97.35164296 98.25895047]% Cross Entropy Loss: [1.0178217 0.3713181 0.21860541 0.15046047 0.12095018] Correct: [65.22805297 90.84109858 95.40215792 97.05738107 97.91564492]% Cross Entropy Loss: [0.9933872 0.3553658 0.20167983 0.13586812 0.10850082] Correct: [66.27023051 91.27023051 96.65277097 97.82981854 98.43060324]% Cross Entropy Loss: [0.9903543 0.3483721 0.19695167 0.13304651 0.11008508] Correct: [66.40510054 91.58901422 96.55468367 97.86660128 98.35703776]% Cross Entropy Loss: [0.97568005 0.3477762 0.19455363 0.12980784 0.10478153] Correct: [67.04266797 91.52770966 96.27268269 97.90338401 98.4919078 ]% Cross Entropy Loss: [0.96357334 0.33473563 0.18596298 0.1218568 0.09726698] Correct: [67.87641 92.01814615 97.08190289 98.47964689 98.8965179 ]% Cross Entropy Loss: [0.9653638 0.34076464 0.19369031 0.13404591 0.11008459] Correct: [67.4717999 91.74840608 96.50564002 97.62138303 98.13634134]% Cross Entropy Loss: [0.9608944 0.3301076 0.1858175 0.12292239 0.10210183] Correct: [67.91319274 91.83423247 96.79990191 98.13634134 98.45512506]% Cross Entropy Loss: [0.944651 0.32026076 0.17387241 0.11243735 0.08993778] Correct: [68.55076018 92.52084355 97.36390387 98.41834232 98.78616969]% Cross Entropy Loss: [0.92548585 0.3066504 0.16667573 0.10791725 0.08375535] Correct: [69.02893575 93.41589014 97.57233938 98.56547327 99.10495341]% Cross Entropy Loss: [0.9251539 0.30949435 0.16887508 0.1126778 0.09115365] Correct: [69.38450221 92.79058362 97.33938205 98.3938205 98.67582148]% Cross Entropy Loss: [0.924445 0.30919433 0.16745664 0.10960585 0.08738801] Correct: [69.23737126 92.93771457 97.27807749 98.46738597 98.9946052 ]% Cross Entropy Loss: [0.9153641 0.30182117 0.16198692 0.1064931 0.08272169] Correct: [69.42128494 93.23197646 97.53555665 98.67582148 99.05590976]% Cross Entropy Loss: [0.8917917 0.28380468 0.15173037 0.10174185 0.08160232] Correct: [71.02746444 94.32319765 97.86660128 98.65129966 99.00686611]% Cross Entropy Loss: [0.90267986 0.29309484 0.15567212 0.10415477 0.0820375 ] Correct: [70.63511525 93.34232467 97.52329573 98.40608141 98.84747425]% Cross Entropy Loss: [0.8783207 0.28070003 0.14576444 0.10156136 0.07834673] Correct: [71.54242276 94.13928396 98.20990682 98.4919078 99.08043158]% Cross Entropy Loss: [0.88090134 0.27652544 0.14146738 0.08980542 0.07012549] Correct: [70.73320255 94.09024031 98.18538499 99.0926925 99.37469348]% Cross Entropy Loss: [0.8642209 0.26759797 0.13665773 0.08515389 0.0645832 ] Correct: [71.62824914 94.76459049 98.50416871 99.301128 99.63217263]% Cross Entropy Loss: [0.8518345 0.26340187 0.14117628 0.09083428 0.06898437] Correct: [73.12408043 94.8749387 98.01373222 98.87199608 99.25208436]% Cross Entropy Loss: [0.87838835 0.27086768 0.1376355 0.08781129 0.06673604] Correct: [71.41981363 94.274154 98.16086317 99.0926925 99.43599804]% Cross Entropy Loss: [0.86627156 0.26758865 0.13335381 0.08565313 0.0652328 ] Correct: [72.09416381 94.50711133 98.30799411 98.95782246 99.43599804]% Cross Entropy Loss: [0.8561667 0.2602448 0.1345033 0.08347544 0.06395259] Correct: [72.22903384 94.54389407 98.16086317 99.14173615 99.4973026 ]% Cross Entropy Loss: [0.84113294 0.25649473 0.12927574 0.08274266 0.06482475] Correct: [73.61451692 95.00980873 98.38155959 99.04364885 99.33791074]% Cross Entropy Loss: [0.85003084 0.25352016 0.13011684 0.083654 0.06647024] Correct: [72.62138303 95.03433055 98.27121138 98.90877881 99.21530162]% Cross Entropy Loss: [0.8244882 0.24175344 0.1199625 0.07304415 0.05424819] Correct: [73.93330064 95.64737616 98.62677783 99.48504169 99.77930358]% Cross Entropy Loss: [0.83074677 0.24019982 0.11636161 0.07370328 0.05518792] Correct: [73.70034331 95.45120157 98.8965179 99.35017165 99.71799902]% Cross Entropy Loss: [0.82743216 0.2424222 0.11864166 0.08176157 0.08107473] Correct: [73.78616969 95.38989701 98.87199608 99.25208436 98.7984306 ]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.37% From layer 1: Accuracy: 66.34% From layer 2: Accuracy: 70.41% From layer 3: Accuracy: 71.60% From layer 4: Accuracy: 72.39%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.47% From layer 1: Accuracy: 96.80% From layer 2: Accuracy: 99.46% From layer 3: Accuracy: 99.82% From layer 4: Accuracy: 99.61% Checkpoint 220 models/shd_4layer_withckpts_noaugment_epoch220.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.2035937 3.6660016 3.495536 2.945295 2.5089958] Correct: [ 8.61942128 16.74840608 19.26189308 27.55026974 33.72976949]% Cross Entropy Loss: [3.1251445 2.036152 1.7165905 1.3185041 1.1814944] Correct: [17.75380088 34.80872977 42.36145169 53.38401177 59.09759686]% Cross Entropy Loss: [2.65823 1.6630486 1.3422848 1.0325968 0.9064947] Correct: [23.9946052 44.54389407 53.04070623 63.78126533 69.04119667]% Cross Entropy Loss: [2.3873658 1.4633405 1.1247619 0.8735661 0.7762614] Correct: [29.40166748 50.5026974 61.16969103 69.7768514 73.43060324]% Cross Entropy Loss: [2.2094822 1.307761 0.99041975 0.7580779 0.65914494] Correct: [32.11132908 55.19862678 65.92692496 74.43599804 77.68513977]% Cross Entropy Loss: [2.071369 1.1956077 0.8790898 0.67317873 0.5812416 ] Correct: [34.9435998 59.41638058 70.47572339 77.52574792 80.55419323]% Cross Entropy Loss: [1.9439502 1.0884603 0.7865911 0.6042177 0.5164039] Correct: [37.17508583 62.83717509 73.41834232 80.57871506 83.27611574]% Cross Entropy Loss: [1.8612021 1.0162815 0.7222943 0.55176723 0.47509497] Correct: [39.67631192 64.88474743 76.09122119 82.05002452 84.87003433]% Cross Entropy Loss: [1.7726867 0.94720966 0.6671335 0.50664836 0.43202534] Correct: [41.09857773 68.14615007 78.60470819 84.25698872 86.70917116]% Cross Entropy Loss: [1.7215338 0.900079 0.62000114 0.4746587 0.40436006] Correct: [42.77832271 69.59293771 80.02697401 85.25012261 87.40804316]% Cross Entropy Loss: [1.6512632 0.8442058 0.5631622 0.43439868 0.3621337 ] Correct: [44.274154 72.14320745 82.28298185 86.6478666 89.18587543]% Cross Entropy Loss: [1.600708 0.7969858 0.5226415 0.39660084 0.3370275 ] Correct: [45.70868073 73.4919078 83.87690044 88.04561059 89.88474743]% Cross Entropy Loss: [1.5431427 0.75807023 0.49757755 0.3723533 0.3182223 ] Correct: [47.32712114 75.30652281 84.80872977 89.2594409 90.80431584]% Cross Entropy Loss: [1.483578 0.71358246 0.46578437 0.35171342 0.28829288] Correct: [48.87199608 76.94948504 86.23099559 90.10544385 92.10397254]% Cross Entropy Loss: [1.4582012 0.6806515 0.4461912 0.32692444 0.26842758] Correct: [49.81608632 77.94261893 87.33447769 90.8656204 92.82736636]% Cross Entropy Loss: [1.4272293 0.6534809 0.41997573 0.31486413 0.2619257 ] Correct: [50.94409024 78.99705738 87.849436 91.12309956 93.06032369]% Cross Entropy Loss: [1.3818604 0.63190985 0.40330905 0.2994494 0.24705926] Correct: [51.88818048 80.10053948 88.60961256 92.09171162 93.72241295]% Cross Entropy Loss: [1.353279 0.5981786 0.37756038 0.28346422 0.234671 ] Correct: [53.17557626 81.2285434 89.40657185 92.20205983 94.00441393]% Cross Entropy Loss: [1.3177387 0.5784697 0.3634706 0.2683169 0.22341765] Correct: [54.24227563 82.3320255 90.25257479 93.02354095 94.24963217]% Cross Entropy Loss: [1.2884148 0.56171864 0.3467074 0.25432634 0.21100806] Correct: [55.38254046 82.5282001 90.84109858 93.40362923 94.55615498]% Cross Entropy Loss: [1.2569 0.53065276 0.32915878 0.24021415 0.19808392] Correct: [56.40019617 84.20794507 91.49092692 94.11476214 95.32859245]% Cross Entropy Loss: [1.2316165 0.51314586 0.30969673 0.22818594 0.18876019] Correct: [57.8347229 84.87003433 92.41049534 94.76459049 95.57381069]% Cross Entropy Loss: [1.2111611 0.500129 0.30299044 0.21846181 0.17708832] Correct: [58.50907308 85.1397744 92.54536538 95.07111329 96.13781265]% Cross Entropy Loss: [1.1946594 0.48554668 0.29472393 0.21798383 0.1787484 ] Correct: [58.22707209 85.75282001 92.76606179 94.74006866 96.02746444]% Cross Entropy Loss: [1.1668792 0.46639207 0.27807945 0.2060306 0.167954 ] Correct: [59.66159882 86.6478666 93.40362923 95.15693968 96.27268269]% Cross Entropy Loss: [1.1621014 0.4602533 0.27333188 0.19771038 0.1575825 ] Correct: [59.89455615 86.51299657 93.39136832 95.57381069 96.79990191]% Cross Entropy Loss: [1.1381054 0.43405572 0.2505763 0.17628327 0.14128886] Correct: [60.7405591 88.05787151 94.29867582 96.43207455 97.44973026]% Cross Entropy Loss: [1.1276642 0.42989358 0.25023317 0.17963223 0.14432035] Correct: [61.58656204 88.22952428 94.18832761 96.13781265 97.24129475]% Cross Entropy Loss: [1.0999826 0.41809356 0.24232051 0.17756543 0.14564207] Correct: [62.19960765 88.43795978 94.44580677 96.03972536 97.13094654]% Cross Entropy Loss: [1.0720898 0.40223408 0.23396364 0.1690856 0.1344747 ] Correct: [63.51152526 89.12457087 94.88719961 96.67729279 97.30259931]% Cross Entropy Loss: [1.0706781 0.39644793 0.22570351 0.15605219 0.12530412] Correct: [63.68317803 89.13683178 95.32859245 96.97155468 97.94016675]% Cross Entropy Loss: [1.0486528 0.37992924 0.21327332 0.14861532 0.11554395] Correct: [64.61500736 90.16674841 96.088769 97.52329573 98.44286415]% Cross Entropy Loss: [1.0359844 0.3728694 0.20946334 0.14762922 0.11448493] Correct: [65.09318293 90.49779304 95.99068171 97.3884257 98.22216773]% Cross Entropy Loss: [1.0238512 0.36541155 0.20176041 0.13897894 0.11089934] Correct: [64.82344286 90.43648847 96.51790093 97.78077489 98.25895047]% Cross Entropy Loss: [1.021873 0.35972187 0.20061222 0.13862652 0.10975508] Correct: [65.11770476 90.8656204 96.19911721 97.7930358 98.33251594]% Cross Entropy Loss: [1.000752 0.35057667 0.19107439 0.1274358 0.10247804] Correct: [65.87788131 91.22118686 96.66503188 98.17312408 98.51642962]% Cross Entropy Loss: [0.9831782 0.33107638 0.18337272 0.12219968 0.09612837] Correct: [66.77292791 92.39823443 96.94703286 98.27121138 98.78616969]% Cross Entropy Loss: [0.9766731 0.3334235 0.18660574 0.13053945 0.09977096] Correct: [67.5698872 92.17753801 96.62824914 97.71947033 98.45512506]% Cross Entropy Loss: [0.98075676 0.33438078 0.17593443 0.11898104 0.09180958] Correct: [66.72388426 91.77292791 97.00833742 98.44286415 98.8965179 ]% Cross Entropy Loss: [0.95104915 0.31584334 0.16629407 0.11421419 0.08774897] Correct: [68.59980383 92.77832271 97.65816577 98.45512506 99.10495341]% Cross Entropy Loss: [0.9560561 0.31172514 0.16457522 0.11029684 0.08408888] Correct: [67.39823443 93.09710642 97.486513 98.50416871 99.12947523]% Cross Entropy Loss: [0.93861055 0.30914497 0.16313237 0.11303788 0.09029668] Correct: [69.10250123 92.92545365 97.54781756 98.22216773 98.63903874]% Cross Entropy Loss: [0.94409025 0.30497524 0.15730967 0.10628077 0.08311515] Correct: [68.33006376 93.28102011 97.75625307 98.52869053 99.00686611]% Cross Entropy Loss: [0.91397357 0.29581842 0.15201743 0.10051455 0.07736391] Correct: [69.49485042 93.45267288 97.90338401 98.8965179 99.23982344]% Cross Entropy Loss: [0.9225317 0.3009242 0.1553158 0.10392988 0.08053344] Correct: [68.9798921 92.86414909 97.44973026 98.46738597 98.98234429]% Cross Entropy Loss: [0.910176 0.28415027 0.15192167 0.10401074 0.07961291] Correct: [69.91172143 93.72241295 97.43746935 98.50416871 98.90877881]% Cross Entropy Loss: [0.9045588 0.29380342 0.14836319 0.10142712 0.07779635] Correct: [70.1814615 92.87641 97.6949485 98.60225601 99.01912702]% Cross Entropy Loss: [0.8941526 0.27659723 0.14180206 0.09335814 0.07030986] Correct: [71.11329083 93.96763119 97.97694949 98.97008337 99.3992153 ]% Cross Entropy Loss: [0.8761534 0.26576287 0.1325503 0.08504981 0.06391814] Correct: [71.2849436 94.64198136 98.4919078 99.21530162 99.57086807]% Cross Entropy Loss: [0.88781357 0.2668019 0.12964141 0.08371558 0.06474966] Correct: [71.33398725 94.64198136 98.67582148 99.19077979 99.44825895]% Cross Entropy Loss: [0.8681233 0.2649356 0.13153845 0.08906305 0.07120452] Correct: [72.26581658 94.59293771 98.34477685 98.65129966 98.98234429]% Cross Entropy Loss: [0.86345536 0.25673366 0.12599665 0.08218044 0.06371269] Correct: [72.25355566 94.78911231 98.5899951 99.21530162 99.42373713]% Cross Entropy Loss: [0.8643265 0.25469404 0.1228412 0.07872714 0.05873665] Correct: [72.42520844 95.14467876 98.61451692 99.27660618 99.5953899 ]% Cross Entropy Loss: [0.8690306 0.25006536 0.12016169 0.07731701 0.05601669] Correct: [71.72633644 95.46346248 98.71260422 99.36243256 99.65669446]% Cross Entropy Loss: [0.8436143 0.24296068 0.11525612 0.07396014 0.05573729] Correct: [73.5899951 95.7822462 99.10495341 99.47278077 99.73025993]% Cross Entropy Loss: [0.8375964 0.24136731 0.11417226 0.07234502 0.05297405] Correct: [73.20990682 95.38989701 98.98234429 99.46051986 99.75478176]% Cross Entropy Loss: [0.8382614 0.24591087 0.11261256 0.06919234 0.050708 ] Correct: [73.32025503 95.19372241 99.06817067 99.68121628 99.76704267]% Cross Entropy Loss: [0.839278 0.23383978 0.10840882 0.06817137 0.05136352] Correct: [73.03825405 95.95389897 99.10495341 99.5953899 99.70573811]% Cross Entropy Loss: [0.83260494 0.23604943 0.11511353 0.0746069 0.05855461] Correct: [73.98234429 95.59833252 98.45512506 99.15399706 99.36243256]% Cross Entropy Loss: [0.8279125 0.23466986 0.10649274 0.06647515 0.05283146] Correct: [74.08043158 95.52476704 99.0926925 99.66895537 99.68121628]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.44% From layer 1: Accuracy: 66.61% From layer 2: Accuracy: 71.51% From layer 3: Accuracy: 72.22% From layer 4: Accuracy: 73.19%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.93% From layer 1: Accuracy: 95.68% From layer 2: Accuracy: 99.14% From layer 3: Accuracy: 99.68% From layer 4: Accuracy: 99.84% Checkpoint 240 models/shd_4layer_withckpts_noaugment_epoch240.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.1423426 4.0092683 3.2084475 3.0248935 2.4919145] Correct: [ 9.89455615 16.27023051 23.33251594 27.84453163 35.4462972 ]% Cross Entropy Loss: [3.0248334 2.143364 1.6352872 1.3473406 1.1298175] Correct: [20.42667974 33.938205 44.94850417 53.37175086 61.02256008]% Cross Entropy Loss: [2.5812504 1.7307582 1.2811724 1.0441881 0.86621517] Correct: [25.96861206 43.12162825 55.66454144 63.26630701 70.30407062]% Cross Entropy Loss: [2.3242285 1.4921843 1.089305 0.86871 0.7364566] Correct: [30.19862678 50.41687102 62.38352133 70.41441883 74.76704267]% Cross Entropy Loss: [2.1573153 1.3276066 0.9348011 0.74559003 0.6234111 ] Correct: [33.86463953 55.00245218 67.77832271 75. 79.63462482]% Cross Entropy Loss: [2.0356433 1.2086937 0.8438318 0.671007 0.55295193] Correct: [36.19421285 58.76655223 71.37076999 78.06522805 82.09906817]% Cross Entropy Loss: [1.9255106 1.1221805 0.7608357 0.6048759 0.4994803] Correct: [38.37665522 61.40264836 74.64443355 80.38254046 84.17116233]% Cross Entropy Loss: [1.8391185 1.0267845 0.6981459 0.5482895 0.45036304] Correct: [40.62040216 64.92153016 77.46444335 82.51593919 85.78960275]% Cross Entropy Loss: [1.7703108 0.9564027 0.6431412 0.5026743 0.41628394] Correct: [42.0671898 67.01814615 79.05836194 83.99950956 87.30995586]% Cross Entropy Loss: [1.7095128 0.8996954 0.59322023 0.45844525 0.38337177] Correct: [43.36684649 69.39676312 81.11819519 85.59342815 88.38891614]% Cross Entropy Loss: [1.6454692 0.8472808 0.5565031 0.43880966 0.35204306] Correct: [45.19372241 71.4811182 82.50367827 86.50073565 89.38205002]% Cross Entropy Loss: [1.5965524 0.7997947 0.51170796 0.3954331 0.33377457] Correct: [46.51790093 73.23442864 84.51446788 88.11917607 90.09318293]% Cross Entropy Loss: [1.5492024 0.75572217 0.48363954 0.37180066 0.30264512] Correct: [48.18538499 74.77930358 85.70377636 89.21039725 91.57675331]% Cross Entropy Loss: [1.4866097 0.71198416 0.4564654 0.34465006 0.27894506] Correct: [49.38695439 76.81461501 86.53751839 90.38744483 92.36145169]% Cross Entropy Loss: [1.4523522 0.68518174 0.4302854 0.32650998 0.26094565] Correct: [50.85826385 77.78322707 87.150564 90.84109858 92.96223639]% Cross Entropy Loss: [1.4229966 0.66262287 0.40959877 0.30671474 0.24732797] Correct: [50.87052477 78.72731731 88.36439431 91.84649338 93.51397744]% Cross Entropy Loss: [1.3796499 0.63474756 0.38940358 0.3021754 0.24220842] Correct: [52.66061795 79.63462482 89.21039725 91.98136341 93.66110839]% Cross Entropy Loss: [1.3520111 0.6024991 0.36642247 0.27983803 0.22714268] Correct: [53.08974988 81.16723884 90.20353114 92.82736636 94.02893575]% Cross Entropy Loss: [1.3307241 0.58153063 0.35229072 0.26823694 0.21306576] Correct: [54.32810201 82.06228543 90.60814125 93.0725846 94.82589505]% Cross Entropy Loss: [1.2914858 0.5531391 0.33404142 0.24705486 0.19692749] Correct: [55.4193232 83.37420304 91.45414419 93.6733693 95.21824424]% Cross Entropy Loss: [1.2726552 0.5360952 0.32724926 0.24876216 0.19420512] Correct: [55.64001962 83.74203041 91.39283963 93.56302109 95.3776361 ]% Cross Entropy Loss: [1.2405108 0.5158467 0.30730516 0.22208528 0.17040105] Correct: [57.35654733 84.7351643 92.14075527 95.03433055 96.50564002]% Cross Entropy Loss: [1.2154315 0.49251434 0.29645076 0.2136351 0.16785324] Correct: [57.96959294 85.77734183 92.75380088 95.03433055 96.29720451]% Cross Entropy Loss: [1.1949749 0.4815677 0.28742608 0.2031821 0.15780792] Correct: [58.34968122 86.43943109 93.25649828 95.38989701 96.79990191]% Cross Entropy Loss: [1.1779017 0.46976775 0.27529788 0.19979721 0.15573575] Correct: [58.92594409 86.67238843 93.37910741 95.45120157 96.93477195]% Cross Entropy Loss: [1.1560488 0.45299998 0.26361504 0.19405237 0.15078835] Correct: [60.12751349 87.53065228 94.11476214 95.96615988 96.9838156 ]% Cross Entropy Loss: [1.1449448 0.4396378 0.25535935 0.18179071 0.1394297 ] Correct: [60.18881805 87.93526238 94.21284944 96.30946542 97.13094654]% Cross Entropy Loss: [1.1140975 0.42782998 0.24456081 0.17578332 0.13434826] Correct: [61.2432565 88.56056891 94.75232957 96.65277097 97.486513 ]% Cross Entropy Loss: [1.0998294 0.41295224 0.23629278 0.16803841 0.12968166] Correct: [62.04021579 89.01422266 94.91172143 96.53016184 97.74399215]% Cross Entropy Loss: [1.0800287 0.40430808 0.23346531 0.1645517 0.12507425] Correct: [62.69004414 89.01422266 94.96076508 97.00833742 97.9892104 ]% Cross Entropy Loss: [1.0708723 0.39034247 0.21581706 0.15287067 0.1188727 ] Correct: [63.24178519 89.74987739 95.96615988 97.3884257 97.96468857]% Cross Entropy Loss: [1.0578412 0.38441107 0.2174105 0.14996624 0.1174989 ] Correct: [63.51152526 90.20353114 95.50024522 97.33938205 97.8911231 ]% Cross Entropy Loss: [1.0480591 0.37854454 0.21171054 0.14701428 0.11015599] Correct: [63.80578715 90.32614026 95.59833252 97.41294752 98.23442864]% Cross Entropy Loss: [1.0323267 0.3722472 0.20429222 0.14090732 0.10757764] Correct: [64.61500736 90.42422756 96.10102992 97.64590486 98.47964689]% Cross Entropy Loss: [1.0246515 0.3780353 0.20803003 0.1429088 0.10587314] Correct: [64.2594409 90.08092202 95.43894066 97.486513 98.43060324]% Cross Entropy Loss: [0.9987326 0.34705293 0.1878722 0.13145143 0.09894279] Correct: [66.11083865 91.68710152 96.64051005 97.8911231 98.50416871]% Cross Entropy Loss: [1.0003686 0.34148604 0.18682182 0.12697333 0.09707877] Correct: [66.02501226 91.67484061 96.76311918 98.13634134 98.57773418]% Cross Entropy Loss: [0.98131406 0.32965553 0.17363311 0.11508241 0.08430792] Correct: [67.38597352 92.4717999 97.06964198 98.55321236 99.15399706]% Cross Entropy Loss: [0.9700189 0.32439986 0.17440736 0.12456187 0.09292454] Correct: [67.32466896 92.50858264 97.04512016 97.96468857 98.66356057]% Cross Entropy Loss: [0.95504826 0.31368786 0.1657065 0.11162161 0.08648036] Correct: [68.09710642 93.24423737 97.35164296 98.43060324 98.82295243]% Cross Entropy Loss: [0.95389634 0.31836066 0.16529265 0.11092547 0.08300973] Correct: [68.25649828 92.52084355 97.56007847 98.50416871 98.93330064]% Cross Entropy Loss: [0.9455345 0.30598044 0.16027631 0.10824244 0.08027986] Correct: [68.41589014 93.24423737 97.54781756 98.61451692 99.11721432]% Cross Entropy Loss: [0.94409716 0.30318725 0.15510675 0.10470551 0.08038431] Correct: [68.36684649 93.24423737 97.6949485 98.7984306 99.04364885]% Cross Entropy Loss: [0.91887796 0.29336515 0.15237258 0.098411 0.06972092] Correct: [69.70328592 93.73467386 97.59686121 98.7984306 99.33791074]% Cross Entropy Loss: [0.9041891 0.29157218 0.15251788 0.10107312 0.07602149] Correct: [70.2795488 93.84502207 97.54781756 98.66356057 99.08043158]% Cross Entropy Loss: [0.9133613 0.28691974 0.14488448 0.09369642 0.07099659] Correct: [70.40215792 94.04119667 97.96468857 98.94556155 99.20304071]% Cross Entropy Loss: [0.90620714 0.28404918 0.14408502 0.0935529 0.06826614] Correct: [69.96076508 94.11476214 98.02599313 98.90877881 99.27660618]% Cross Entropy Loss: [0.8980561 0.27799386 0.14268893 0.09662858 0.07058605] Correct: [70.52476704 94.16380579 97.91564492 98.73712604 99.10495341]% Cross Entropy Loss: [0.88642675 0.27364415 0.13590948 0.09188999 0.06664959] Correct: [70.86807258 94.50711133 98.1976459 98.76164787 99.28886709]% Cross Entropy Loss: [0.8779231 0.26334983 0.12720205 0.07960854 0.0585435 ] Correct: [71.30946542 94.97302599 98.68808239 99.28886709 99.57086807]% Cross Entropy Loss: [0.8766793 0.2607302 0.12838364 0.08281314 0.05833137] Correct: [71.24816086 95.03433055 98.41834232 99.22756253 99.60765081]% Cross Entropy Loss: [0.8664013 0.25505707 0.12167708 0.07589871 0.05401856] Correct: [72.15546837 95.20598333 98.92103973 99.53408534 99.66895537]% Cross Entropy Loss: [0.8658477 0.25394872 0.12179011 0.07373505 0.05255457] Correct: [71.97155468 95.09563512 98.65129966 99.47278077 99.74252084]% Cross Entropy Loss: [0.8655792 0.25304475 0.12078299 0.07501142 0.05294873] Correct: [71.787641 95.16920059 98.66356057 99.37469348 99.68121628]% Cross Entropy Loss: [0.84817207 0.24788576 0.12036244 0.07908638 0.05705092] Correct: [72.71947033 95.31633154 98.43060324 99.03138794 99.53408534]% Cross Entropy Loss: [0.8390925 0.24125195 0.11427949 0.073047 0.05213645] Correct: [73.06277587 95.53702795 98.76164787 99.27660618 99.65669446]% Cross Entropy Loss: [0.8395444 0.24123898 0.11284053 0.06927203 0.04855672] Correct: [73.35703776 95.45120157 98.82295243 99.54634625 99.74252084]% Cross Entropy Loss: [0.8399831 0.2316405 0.10532738 0.06571758 0.04617814] Correct: [73.2957332 96.02746444 99.22756253 99.60765081 99.79156449]% Cross Entropy Loss: [0.83994466 0.23223895 0.10771561 0.06391909 0.04482222] Correct: [73.71260422 96.03972536 98.92103973 99.69347719 99.87739088]% Cross Entropy Loss: [0.8228976 0.2226209 0.10219165 0.06241375 0.04532341] Correct: [74.3992153 96.62824914 99.25208436 99.65669446 99.76704267]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.79% From layer 1: Accuracy: 66.87% From layer 2: Accuracy: 70.49% From layer 3: Accuracy: 72.75% From layer 4: Accuracy: 73.85%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.58% From layer 1: Accuracy: 96.37% From layer 2: Accuracy: 99.09% From layer 3: Accuracy: 99.49% From layer 4: Accuracy: 99.51% Checkpoint 260 models/shd_4layer_withckpts_noaugment_epoch260.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.8963914 3.669463 3.4922714 2.8183331 2.69434 ] Correct: [10.6424718 16.82197155 22.22903384 29.76949485 34.07307504]% Cross Entropy Loss: [2.9162796 2.0319834 1.6708071 1.3101568 1.1618987] Correct: [21.22363904 35.98577734 44.82589505 55.06375674 59.78420795]% Cross Entropy Loss: [2.4873257 1.6752334 1.3217416 1.0257082 0.9010215] Correct: [28.06522805 45.52476704 54.86758215 64.73761648 68.99215302]% Cross Entropy Loss: [2.254442 1.4588985 1.1161975 0.85910976 0.7571336 ] Correct: [31.68219716 51.22609122 61.68464934 70.65963708 74.27660618]% Cross Entropy Loss: [2.1076796 1.309275 0.9810946 0.75112355 0.66215634] Correct: [34.57577244 55.27219225 66.88327612 74.03138794 77.89357528]% Cross Entropy Loss: [1.9897474 1.1973977 0.88442785 0.67755455 0.5879871 ] Correct: [37.29769495 59.28151054 70.00980873 77.85679255 80.77488965]% Cross Entropy Loss: [1.8883008 1.0959761 0.78581446 0.5997313 0.5241685 ] Correct: [39.60274644 62.45708681 73.88425699 80.1250613 83.04315841]% Cross Entropy Loss: [1.8218502 1.0307113 0.7380475 0.5556661 0.48152846] Correct: [41.12309956 64.88474743 75.14713095 82.0255027 84.37959784]% Cross Entropy Loss: [1.7510777 0.9609117 0.6611132 0.50391114 0.44261456] Correct: [42.94997548 67.4717999 78.33496812 84.1343796 86.03482099]% Cross Entropy Loss: [1.6766804 0.88573325 0.60645795 0.46112764 0.3958826 ] Correct: [43.68563021 70.0833742 80.68906327 85.31142717 87.76360961]% Cross Entropy Loss: [1.6270893 0.85125154 0.5759093 0.44363818 0.38116726] Correct: [45.48798431 71.6895537 81.76802354 86.35360471 88.27856793]% Cross Entropy Loss: [1.5691959 0.7833056 0.52694106 0.39601827 0.33712682] Correct: [46.55468367 74.06817067 83.98724865 88.19274154 90.16674841]% Cross Entropy Loss: [1.5253446 0.75229764 0.4948744 0.3686879 0.31388652] Correct: [48.13634134 75.24521824 85.01716528 89.17361452 91.09857773]% Cross Entropy Loss: [1.4933124 0.7100097 0.46700114 0.35955584 0.3088972 ] Correct: [48.60225601 76.5080922 85.78960275 89.46787641 91.22118686]% Cross Entropy Loss: [1.4507983 0.68095267 0.4367113 0.32474056 0.27564824] Correct: [49.74252084 77.89357528 87.71456596 91.19666503 92.43501717]% Cross Entropy Loss: [1.4217587 0.6565318 0.42524493 0.31625342 0.26699522] Correct: [51.14026484 79.05836194 87.48160863 91.08631682 92.83962727]% Cross Entropy Loss: [1.373469 0.6193472 0.39683288 0.29832536 0.24793345] Correct: [52.17018146 80.725846 88.76900441 91.93231976 93.41589014]% Cross Entropy Loss: [1.342099 0.5917077 0.3819771 0.28401586 0.23711866] Correct: [53.212359 81.26532614 89.2594409 92.38597352 93.85728298]% Cross Entropy Loss: [1.3043673 0.56830084 0.35800794 0.26667073 0.21905196] Correct: [54.24227563 82.51593919 90.63266307 93.09710642 94.43354586]% Cross Entropy Loss: [1.2862899 0.551758 0.34605536 0.25204757 0.20797522] Correct: [55.1250613 83.14124571 90.85335949 93.62432565 95.05885238]% Cross Entropy Loss: [1.2575703 0.53518534 0.33224693 0.24437961 0.19969992] Correct: [56.43697891 83.96272683 91.33153507 94.0779794 95.20598333]% Cross Entropy Loss: [1.2335775 0.51273906 0.3173424 0.23324442 0.19652605] Correct: [56.28984796 84.77194703 91.74840608 94.50711133 95.36537518]% Cross Entropy Loss: [1.2107795 0.48828277 0.30236694 0.21749596 0.18027803] Correct: [58.17802845 85.71603727 92.52084355 94.82589505 95.8803335 ]% Cross Entropy Loss: [1.1807996 0.47940755 0.290689 0.20739305 0.17052975] Correct: [58.38646395 85.93673369 92.90093183 95.42667974 96.27268269]% Cross Entropy Loss: [1.1657345 0.462085 0.2778052 0.20009233 0.16358973] Correct: [59.56351153 87.02795488 93.73467386 95.80676802 96.61598823]% Cross Entropy Loss: [1.1472628 0.44951183 0.2735322 0.20197512 0.15975189] Correct: [59.48994605 87.26091221 93.64884747 95.53702795 96.6895537 ]% Cross Entropy Loss: [1.1253392 0.4382694 0.2604547 0.18404855 0.14525709] Correct: [60.20107896 87.849436 94.20058852 96.16233448 97.10642472]% Cross Entropy Loss: [1.1066998 0.42163405 0.24556793 0.1759437 0.14473206] Correct: [61.1451692 88.58509073 94.89946052 96.70181462 97.26581658]% Cross Entropy Loss: [1.1082096 0.42867544 0.25746968 0.19036672 0.16016449] Correct: [61.40264836 87.81265326 93.62432565 95.7822462 96.40755272]% Cross Entropy Loss: [1.0793308 0.40116367 0.23283581 0.16859739 0.13421968] Correct: [62.46934772 89.46787641 95.14467876 96.89798921 97.47425208]% Cross Entropy Loss: [1.0595528 0.38913292 0.22310121 0.15794156 0.12517236] Correct: [63.14369789 90.09318293 95.43894066 97.08190289 97.92790584]% Cross Entropy Loss: [1.0477679 0.37884668 0.21825978 0.15228513 0.12224416] Correct: [63.98970083 90.73075037 95.65963708 97.31486023 98.06277587]% Cross Entropy Loss: [1.030837 0.36939162 0.21350463 0.14925587 0.12052946] Correct: [64.17361452 90.90240314 95.75772437 97.37616479 97.95242766]% Cross Entropy Loss: [1.0261976 0.36482966 0.20863901 0.15137482 0.1231029 ] Correct: [64.98283472 90.48553212 95.8803335 96.89798921 97.62138303]% Cross Entropy Loss: [0.9990158 0.35073638 0.19708002 0.13486221 0.1079164 ] Correct: [66.14762138 91.45414419 96.49337911 97.91564492 98.38155959]% Cross Entropy Loss: [0.9893606 0.33991334 0.1899528 0.13118027 0.10418589] Correct: [65.9637077 92.26336439 96.81216282 98.02599313 98.51642962]% Cross Entropy Loss: [0.98524183 0.33621714 0.18553996 0.12790757 0.09833493] Correct: [66.00049044 92.22658166 96.86120647 98.16086317 98.65129966]% Cross Entropy Loss: [0.98327243 0.33552107 0.18630207 0.12886171 0.10313881] Correct: [66.99362433 91.89553703 96.45659637 97.90338401 98.36929868]% Cross Entropy Loss: [0.96958554 0.32832396 0.18155947 0.12322545 0.09346042] Correct: [67.17753801 91.98136341 96.66503188 98.22216773 98.65129966]% Cross Entropy Loss: [0.95924354 0.3181872 0.1762424 0.12047198 0.0906599 ] Correct: [67.18979892 92.88867092 96.76311918 98.06277587 98.90877881]% Cross Entropy Loss: [0.9463936 0.30800384 0.16634244 0.12010442 0.09745543] Correct: [68.19519372 93.15841099 97.3884257 98.07503678 98.47964689]% Cross Entropy Loss: [0.9368806 0.31080508 0.1686452 0.11334431 0.08657417] Correct: [68.72241295 92.92545365 97.04512016 98.2957332 98.78616969]% Cross Entropy Loss: [0.93855613 0.3057311 0.15962423 0.10802699 0.08082091] Correct: [68.31780284 93.19519372 97.57233938 98.55321236 99.10495341]% Cross Entropy Loss: [0.9120144 0.2890909 0.15087281 0.10329601 0.07699241] Correct: [69.54389407 93.80823933 97.85434036 98.66356057 99.17851888]% Cross Entropy Loss: [0.91773826 0.29063013 0.14921208 0.0977897 0.0730749 ] Correct: [69.43354586 93.59980383 98.03825405 98.8965179 99.35017165]% Cross Entropy Loss: [0.9039761 0.2863733 0.1502564 0.09926894 0.07544591] Correct: [70.05885238 94.13928396 97.78077489 98.78616969 99.26434527]% Cross Entropy Loss: [0.90239614 0.27536988 0.14034866 0.09155149 0.0695213 ] Correct: [70.15693968 94.47032859 98.20990682 99.06817067 99.42373713]% Cross Entropy Loss: [0.9018133 0.2738803 0.14116037 0.09073108 0.06971116] Correct: [70.03433055 94.274154 98.07503678 99.12947523 99.42373713]% Cross Entropy Loss: [0.8828475 0.2669993 0.13387702 0.0879393 0.06726407] Correct: [71.27268269 94.66650319 98.33251594 99.17851888 99.27660618]% Cross Entropy Loss: [0.8824691 0.26844734 0.13420953 0.09010944 0.06829946] Correct: [70.7822462 94.49485042 98.40608141 98.9946052 99.301128 ]% Cross Entropy Loss: [0.8735627 0.2617564 0.1294222 0.08319752 0.06257226] Correct: [71.62824914 94.82589505 98.20990682 99.12947523 99.44825895]% Cross Entropy Loss: [0.8629075 0.25891393 0.13009389 0.08161169 0.0612336 ] Correct: [71.95929377 95.00980873 98.18538499 99.301128 99.46051986]% Cross Entropy Loss: [0.85944015 0.24724346 0.12127928 0.07786531 0.05913422] Correct: [72.27807749 95.35311427 98.73712604 99.43599804 99.5953899 ]% Cross Entropy Loss: [0.8598775 0.25265363 0.12345149 0.08162141 0.05936139] Correct: [72.31486023 95.16920059 98.81069152 99.36243256 99.60765081]% Cross Entropy Loss: [0.847831 0.23957878 0.11604675 0.07459219 0.05545025] Correct: [72.92790584 95.94163806 98.84747425 99.47278077 99.71799902]% Cross Entropy Loss: [0.8439473 0.24213098 0.12027103 0.07734 0.05920398] Correct: [73.09955861 95.85581167 98.67582148 99.31338892 99.53408534]% Cross Entropy Loss: [0.8364592 0.2355575 0.11762836 0.0789478 0.06711396] Correct: [73.05051496 95.96615988 98.67582148 99.17851888 99.06817067]% Cross Entropy Loss: [0.8387773 0.23227562 0.1099187 0.06876099 0.05698461] Correct: [73.02599313 95.90485532 99.01912702 99.61991172 99.53408534]% Cross Entropy Loss: [0.8282201 0.23282152 0.11044492 0.07254058 0.05181016] Correct: [73.54095145 95.79450711 98.81069152 99.32564983 99.61991172]% Cross Entropy Loss: [0.8202137 0.22882731 0.10756982 0.07071172 0.05248332] Correct: [74.16625797 95.91711623 99.00686611 99.42373713 99.65669446]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.88% From layer 1: Accuracy: 65.42% From layer 2: Accuracy: 70.19% From layer 3: Accuracy: 70.80% From layer 4: Accuracy: 71.82%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.98% From layer 1: Accuracy: 95.41% From layer 2: Accuracy: 98.92% From layer 3: Accuracy: 99.75% From layer 4: Accuracy: 99.91% Checkpoint 280 models/shd_4layer_withckpts_noaugment_epoch280.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.8492265 4.0442467 3.416712 2.7728992 2.3914368] Correct: [ 9.47768514 17.61893085 21.29720451 30.60323688 36.42717018]% Cross Entropy Loss: [2.9927375 2.050964 1.6755794 1.2757535 1.1185552] Correct: [19.93624326 35.91221187 44.09024031 55.68906327 61.3413438 ]% Cross Entropy Loss: [2.529568 1.6894648 1.3127458 0.99005955 0.86888117] Correct: [27.15792055 44.56841589 55.43158411 65.9637077 70.02206964]% Cross Entropy Loss: [2.27193 1.4613385 1.1066042 0.844604 0.7350491] Correct: [31.66993624 51.59391859 62.00343306 71.34624816 75.04904365]% Cross Entropy Loss: [2.1165967 1.3120013 0.9676809 0.722736 0.6367625] Correct: [34.36733693 55.66454144 67.33692987 76.1034821 78.69053458]% Cross Entropy Loss: [1.994328 1.2079816 0.8626075 0.6503296 0.5763181] Correct: [37.37126042 59.34281511 71.15007357 78.60470819 80.73810692]% Cross Entropy Loss: [1.886936 1.1134539 0.7695635 0.5790669 0.4991418] Correct: [39.39431094 62.37126042 74.19077979 81.2285434 83.95046591]% Cross Entropy Loss: [1.8122739 1.0315 0.7083697 0.532464 0.4830182] Correct: [41.5644924 64.46787641 76.48357038 82.50367827 84.17116233]% Cross Entropy Loss: [1.7400297 0.96111363 0.64571303 0.485728 0.42058244] Correct: [43.15841099 67.71701815 78.78862187 84.77194703 86.91760667]% Cross Entropy Loss: [1.6626399 0.9079856 0.60246503 0.44842428 0.3944762 ] Correct: [44.88719961 69.21284944 80.81167239 86.1451692 87.59195684]% Cross Entropy Loss: [1.62175 0.85150814 0.56431645 0.42322227 0.36712247] Correct: [45.86807258 71.43207455 82.12359 86.72143207 88.7567435 ]% Cross Entropy Loss: [1.5639219 0.804452 0.51722723 0.38970643 0.33162278] Correct: [47.57233938 73.35703776 83.72976949 87.849436 90.09318293]% Cross Entropy Loss: [1.5042769 0.7676421 0.49877867 0.37092036 0.32084244] Correct: [48.97008337 74.38695439 84.42864149 88.91613536 90.24031388]% Cross Entropy Loss: [1.4654068 0.7265029 0.4668323 0.34334442 0.2950236 ] Correct: [50.24521824 76.26287396 86.20647376 90.10544385 91.52770966]% Cross Entropy Loss: [1.4314866 0.6959129 0.43690896 0.32079494 0.2748968 ] Correct: [51.39774399 77.56253065 87.22412948 90.74301128 92.33692987]% Cross Entropy Loss: [1.3947102 0.65929425 0.4093124 0.30453026 0.2575519 ] Correct: [52.12113781 79.08288377 87.99656694 91.45414419 92.76606179]% Cross Entropy Loss: [1.3642254 0.63361543 0.3923895 0.29320934 0.24947023] Correct: [53.05296714 79.90436488 88.6586562 91.72388426 93.06032369]% Cross Entropy Loss: [1.3249662 0.60932684 0.37986553 0.27391067 0.23088938] Correct: [54.13192742 80.50514958 89.17361452 92.42275625 93.88180481]% Cross Entropy Loss: [1.3128736 0.60111356 0.36934128 0.27264237 0.22902262] Correct: [54.3158411 81.36341344 89.10004904 92.60666994 93.68563021]% Cross Entropy Loss: [1.2779853 0.56096673 0.33691698 0.24705817 0.20354444] Correct: [55.99558607 82.63854831 90.73075037 93.575282 95.1814615 ]% Cross Entropy Loss: [1.2384331 0.53792804 0.3236042 0.2305839 0.19400695] Correct: [57.45463462 83.69298676 91.49092692 94.44580677 95.13241785]% Cross Entropy Loss: [1.2130986 0.5174318 0.30983582 0.22972275 0.19442998] Correct: [57.81020108 84.637077 91.65031878 94.23737126 94.99754782]% Cross Entropy Loss: [1.1984643 0.50614625 0.29975164 0.22174372 0.18152492] Correct: [58.22707209 85.07846984 92.33692987 94.35998038 95.51250613]% Cross Entropy Loss: [1.1686679 0.48755786 0.28637007 0.20156628 0.16771606] Correct: [59.0362923 85.87542913 93.06032369 95.41441883 96.40755272]% Cross Entropy Loss: [1.1462897 0.47240633 0.28570667 0.20524482 0.16436827] Correct: [60.67925454 86.46395292 92.54536538 95.09563512 96.29720451]% Cross Entropy Loss: [1.1481389 0.46343398 0.26918423 0.19515102 0.16216704] Correct: [60.16429622 87.18734674 93.90632663 95.42667974 96.26042178]% Cross Entropy Loss: [1.1162215 0.44964588 0.2596981 0.18355761 0.14817202] Correct: [61.23099559 87.57969593 93.90632663 95.8803335 96.82442374]% Cross Entropy Loss: [1.0961003 0.43360317 0.24939223 0.17625044 0.14461184] Correct: [62.49386954 87.97204512 94.26189308 96.22363904 96.87346739]% Cross Entropy Loss: [1.0856589 0.4224674 0.24029903 0.16347139 0.13453436] Correct: [62.21186856 88.2540461 94.49485042 96.82442374 97.42520844]% Cross Entropy Loss: [1.0610013 0.41560006 0.23333149 0.16464016 0.1315954 ] Correct: [63.98970083 88.73222168 95.00980873 96.53016184 97.51103482]% Cross Entropy Loss: [1.0483077 0.38936216 0.21434622 0.14959076 0.12104422] Correct: [64.72535557 90.28935753 96.10102992 97.36390387 97.82981854]% Cross Entropy Loss: [1.0397964 0.39021537 0.21498209 0.147962 0.11975761] Correct: [64.44335459 89.66405101 95.53702795 97.27807749 97.70720942]% Cross Entropy Loss: [1.0242665 0.3770682 0.21156959 0.14545183 0.12027637] Correct: [65.35066209 90.65718489 95.53702795 97.40068661 97.6949485 ]% Cross Entropy Loss: [1.0147603 0.37899336 0.20341885 0.14163548 0.11205815] Correct: [65.80431584 90.06866111 96.00294262 97.42520844 97.94016675]% Cross Entropy Loss: [1.0000536 0.3578831 0.19885898 0.13780674 0.11185758] Correct: [66.1598823 91.33153507 96.15007357 97.60912212 98.05051496]% Cross Entropy Loss: [0.997184 0.3584674 0.19349837 0.13306206 0.1092611 ] Correct: [66.3683178 91.00049044 96.19911721 97.6949485 97.9892104 ]% Cross Entropy Loss: [0.977785 0.3457498 0.18385318 0.12631789 0.099139 ] Correct: [66.90779794 91.55223149 96.54242276 97.76851398 98.45512506]% Cross Entropy Loss: [0.9716432 0.34317654 0.1792525 0.12141751 0.10029664] Correct: [67.69249632 91.49092692 96.9838156 98.07503678 98.41834232]% Cross Entropy Loss: [0.9612871 0.33525774 0.1776253 0.12167939 0.09572476] Correct: [67.6679745 91.83423247 96.79990191 97.9892104 98.41834232]% Cross Entropy Loss: [0.9494872 0.32412076 0.1707709 0.12104605 0.09507554] Correct: [68.78371751 92.55762629 97.03285924 97.74399215 98.46738597]% Cross Entropy Loss: [0.92915535 0.32157218 0.16930753 0.11896195 0.0955572 ] Correct: [69.42128494 92.4717999 96.95929377 97.8911231 98.30799411]% Cross Entropy Loss: [0.9329377 0.31540525 0.16793859 0.115187 0.09409504] Correct: [69.47032859 92.44727808 97.02059833 98.05051496 98.27121138]% Cross Entropy Loss: [0.91446465 0.31153002 0.1602159 0.11029822 0.08023739] Correct: [69.8749387 92.79058362 97.44973026 98.22216773 99.04364885]% Cross Entropy Loss: [0.90834016 0.2917642 0.14935395 0.09707282 0.07492174] Correct: [70.09563512 94.04119667 97.92790584 98.94556155 99.22756253]% Cross Entropy Loss: [0.911047 0.29708022 0.15197077 0.09802635 0.07547734] Correct: [69.94850417 93.53849926 97.82981854 98.88425699 99.16625797]% Cross Entropy Loss: [0.89895546 0.29775298 0.15560515 0.10357474 0.08259124] Correct: [70.2795488 93.31780284 97.35164296 98.20990682 98.57773418]% Cross Entropy Loss: [0.8913411 0.28427434 0.14463232 0.09448672 0.07368305] Correct: [70.96615988 93.83276116 97.63364394 98.85973516 99.0926925 ]% Cross Entropy Loss: [0.8920824 0.28332686 0.14064473 0.08933852 0.06713411] Correct: [70.99068171 94.02893575 97.8911231 99.16625797 99.37469348]% Cross Entropy Loss: [0.87144643 0.27315876 0.13616124 0.08762278 0.06650452] Correct: [71.94703286 94.5806768 98.2957332 98.9946052 99.36243256]% Cross Entropy Loss: [0.8651846 0.27337703 0.13693032 0.09091064 0.06737838] Correct: [72.08190289 94.31093673 97.91564492 98.76164787 99.27660618]% Cross Entropy Loss: [0.8576169 0.27190018 0.13250999 0.08560348 0.06368562] Correct: [72.51103482 94.26189308 98.24668955 98.92103973 99.31338892]% Cross Entropy Loss: [0.869056 0.27248636 0.12973848 0.08667845 0.06600872] Correct: [71.8857283 94.0779794 98.28347229 99.00686611 99.27660618]% Cross Entropy Loss: [0.8615689 0.25915846 0.1310243 0.0880818 0.06977315] Correct: [72.486513 94.8749387 98.11181952 98.56547327 98.93330064]% Cross Entropy Loss: [0.8408807 0.24743287 0.11842845 0.07645299 0.06178803] Correct: [73.25895047 95.50024522 98.65129966 99.20304071 99.38695439]% Cross Entropy Loss: [0.8433943 0.25402984 0.12352662 0.08896101 0.07395981] Correct: [73.09955861 95.16920059 98.35703776 98.61451692 98.85973516]% Cross Entropy Loss: [0.8503957 0.25216174 0.11635079 0.07298101 0.05376803] Correct: [72.81755763 94.76459049 98.76164787 99.36243256 99.57086807]% Cross Entropy Loss: [0.8279391 0.24798912 0.1200529 0.07591964 0.05733255] Correct: [73.92103973 95.43894066 98.55321236 99.26434527 99.46051986]% Cross Entropy Loss: [0.8299537 0.24094896 0.11513116 0.08046621 0.06232464] Correct: [73.45512506 95.65963708 98.78616969 98.92103973 99.22756253]% Cross Entropy Loss: [0.8190628 0.23494144 0.10713917 0.06515011 0.04966792] Correct: [74.3992153 95.86807258 98.97008337 99.54634625 99.74252084]% Cross Entropy Loss: [0.8086841 0.22957315 0.10630411 0.06478292 0.04694719] Correct: [74.88965179 95.94163806 98.8965179 99.55860716 99.77930358]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.04% From layer 1: Accuracy: 65.95% From layer 2: Accuracy: 69.57% From layer 3: Accuracy: 70.41% From layer 4: Accuracy: 70.72%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 76.14% From layer 1: Accuracy: 97.61% From layer 2: Accuracy: 99.44% From layer 3: Accuracy: 99.30% From layer 4: Accuracy: 99.69% Checkpoint 300 models/shd_4layer_withckpts_noaugment_epoch300.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.576509 4.290916 3.1958616 2.8749962 2.948644 ] Correct: [ 8.22707209 13.87935262 24.52182442 30.90975969 33.25159392]% Cross Entropy Loss: [3.0415668 2.2145162 1.6343075 1.300786 1.173631 ] Correct: [18.56302109 32.29524277 45.3776361 55.52967141 59.55125061]% Cross Entropy Loss: [2.5749643 1.7689384 1.2711221 1.0011303 0.86751324] Correct: [26.1034821 42.17753801 56.10593428 65.35066209 70.02206964]% Cross Entropy Loss: [2.3364391 1.5342231 1.0791144 0.8405473 0.7288419] Correct: [30.17410495 48.62677783 62.5551741 71.088769 75.22069642]% Cross Entropy Loss: [2.1736813 1.3604937 0.94534516 0.71916485 0.62652546] Correct: [33.20255027 53.7150564 67.74153997 75.80922021 79.18097106]% Cross Entropy Loss: [2.03201 1.2226838 0.83423704 0.63554925 0.55733144] Correct: [36.1451692 58.09220206 71.67729279 79.34036292 81.9274154 ]% Cross Entropy Loss: [1.9235008 1.1207182 0.74893177 0.5629278 0.48956147] Correct: [37.97204512 61.36586562 74.82834723 81.62089259 84.58803335]% Cross Entropy Loss: [1.8546908 1.0362287 0.68239164 0.5188785 0.45204997] Correct: [40.54683668 64.63952918 77.37861697 83.52133399 85.92447278]% Cross Entropy Loss: [1.7655861 0.9847374 0.63418067 0.48418444 0.41966537] Correct: [42.1652771 66.69936243 79.52427661 84.68612065 86.97891123]% Cross Entropy Loss: [1.7056096 0.92202234 0.58723176 0.4457382 0.38248256] Correct: [43.35458558 68.84502207 81.68219716 86.36586562 88.31535066]% Cross Entropy Loss: [1.6447344 0.86203355 0.5464987 0.41945955 0.36100522] Correct: [44.5806768 71.06424718 82.94507111 87.19960765 89.13683178]% Cross Entropy Loss: [1.5996954 0.8147842 0.5130401 0.38790086 0.33200368] Correct: [45.8803335 72.64590486 83.96272683 88.54830799 90.31387935]% Cross Entropy Loss: [1.5413446 0.7678973 0.47837377 0.3631241 0.30602646] Correct: [47.486513 74.44825895 85.39725356 89.40657185 91.04953409]% Cross Entropy Loss: [1.499267 0.73060906 0.45358017 0.34686458 0.29061252] Correct: [48.65129966 76.09122119 86.28003923 89.61500736 91.8710152 ]% Cross Entropy Loss: [1.4535662 0.6959647 0.42743453 0.31655896 0.27479336] Correct: [50.07356547 77.6115743 87.54291319 91.08631682 92.31240804]% Cross Entropy Loss: [1.4230373 0.65864027 0.39989004 0.29745758 0.24873139] Correct: [50.89504659 78.84992643 88.90387445 91.71162334 93.37910741]% Cross Entropy Loss: [1.3802975 0.6331013 0.38342005 0.28398746 0.24334608] Correct: [52.91809711 79.78175576 89.01422266 92.10397254 93.30554193]% Cross Entropy Loss: [1.3685162 0.62237597 0.37576243 0.27756664 0.23696029] Correct: [52.58705248 80.18636587 89.08778813 92.48406081 93.56302109]% Cross Entropy Loss: [1.3155316 0.5882302 0.3492713 0.25935322 0.22500457] Correct: [54.52427661 81.69445807 90.41196665 93.33006376 94.04119667]% Cross Entropy Loss: [1.2924081 0.5692584 0.33347464 0.24372019 0.20815483] Correct: [55.13732222 82.30750368 91.28249142 93.78371751 94.59293771]% Cross Entropy Loss: [1.2593247 0.5431208 0.3146574 0.23661888 0.19548641] Correct: [56.40019617 83.52133399 92.01814615 94.09024031 95.12015694]% Cross Entropy Loss: [1.2305918 0.529891 0.30964583 0.22568023 0.18393455] Correct: [56.60863168 83.30063757 91.9691025 94.47032859 95.61059343]% Cross Entropy Loss: [1.2080698 0.50649023 0.28934476 0.20728569 0.16894947] Correct: [58.05541932 85.01716528 92.98675821 95.21824424 96.35850907]% Cross Entropy Loss: [1.19066 0.49495393 0.28195155 0.20148414 0.16769491] Correct: [58.46002943 85.33594899 93.18293281 95.15693968 96.23589995]% Cross Entropy Loss: [1.1715832 0.47188288 0.27020085 0.19356033 0.1554681 ] Correct: [58.97498774 86.83178028 93.96763119 95.63511525 96.6895537 ]% Cross Entropy Loss: [1.1517832 0.45813942 0.26010367 0.18389052 0.15112086] Correct: [59.93133889 87.00343306 93.89406572 95.81902894 96.95929377]% Cross Entropy Loss: [1.1276596 0.4457157 0.25046 0.17768627 0.14629404] Correct: [61.01029917 87.43256498 94.0779794 95.86807258 97.20451202]% Cross Entropy Loss: [1.1104398 0.43176275 0.2380637 0.16568808 0.13138878] Correct: [61.28003923 88.20500245 94.91172143 96.59146641 97.67042668]% Cross Entropy Loss: [1.1064738 0.42374277 0.23932925 0.1658188 0.13679183] Correct: [61.56204022 88.1559588 94.75232957 96.71407553 97.46199117]% Cross Entropy Loss: [1.0928689 0.41889888 0.2264312 0.1595105 0.12787583] Correct: [62.43256498 88.11917607 95.24276606 96.67729279 97.60912212]% Cross Entropy Loss: [1.0645341 0.40031663 0.22386774 0.15100431 0.12069184] Correct: [63.19274154 89.36978911 95.30407062 97.22903384 98.00147131]% Cross Entropy Loss: [1.0476887 0.38278002 0.21461494 0.15000041 0.12277641] Correct: [63.60961256 90.41196665 95.85581167 97.27807749 97.7930358 ]% Cross Entropy Loss: [1.0442187 0.3782642 0.20644931 0.14764649 0.11343136] Correct: [64.28396273 90.38744483 95.76998529 97.11868563 98.00147131]% Cross Entropy Loss: [1.037285 0.38241655 0.20647897 0.14423496 0.11402263] Correct: [64.56596371 89.74987739 95.72094164 97.06964198 97.95242766]% Cross Entropy Loss: [1.0118767 0.36503148 0.19182509 0.1296488 0.10430492] Correct: [65.35066209 90.69396763 96.3830309 97.7930358 98.35703776]% Cross Entropy Loss: [0.9914186 0.34760594 0.18256319 0.12176388 0.09846305] Correct: [66.29475233 91.76066699 96.94703286 98.16086317 98.63903874]% Cross Entropy Loss: [0.99194604 0.34644112 0.1818291 0.12040712 0.09756634] Correct: [66.01275135 91.49092692 96.66503188 98.08729769 98.52869053]% Cross Entropy Loss: [0.97699064 0.3337775 0.17632319 0.12196019 0.09953589] Correct: [67.04266797 92.00588524 96.94703286 98.06277587 98.43060324]% Cross Entropy Loss: [0.9720979 0.33333406 0.17421615 0.11435539 0.09187595] Correct: [67.12849436 92.03040706 96.91025012 98.34477685 98.60225601]% Cross Entropy Loss: [0.9606696 0.3305322 0.17284882 0.11446086 0.09065051] Correct: [67.6679745 92.17753801 96.97155468 98.08729769 98.44286415]% Cross Entropy Loss: [0.9450006 0.31764424 0.16241343 0.10588259 0.08058435] Correct: [68.55076018 92.83962727 97.56007847 98.63903874 99.12947523]% Cross Entropy Loss: [0.9364495 0.31249315 0.159162 0.10420261 0.08022487] Correct: [68.37910741 92.52084355 97.59686121 98.67582148 99.12947523]% Cross Entropy Loss: [0.927175 0.30627567 0.15266335 0.10078668 0.07773164] Correct: [69.29867582 93.20745463 97.8911231 98.81069152 99.23982344]% Cross Entropy Loss: [0.91100526 0.29877084 0.15462476 0.10149588 0.08130199] Correct: [69.42128494 93.59980383 97.63364394 98.57773418 98.97008337]% Cross Entropy Loss: [0.91034555 0.2903208 0.14639029 0.09487098 0.07357211] Correct: [70.0833742 94.00441393 97.9892104 98.90877881 99.301128 ]% Cross Entropy Loss: [0.9105274 0.28507298 0.14046416 0.09255067 0.07035972] Correct: [69.28641491 94.04119667 98.13634134 98.85973516 99.32564983]% Cross Entropy Loss: [0.9008939 0.28282613 0.13852642 0.08737477 0.06756059] Correct: [70.57381069 94.16380579 98.35703776 99.16625797 99.42373713]% Cross Entropy Loss: [0.8854899 0.27848548 0.13867031 0.08638125 0.06617947] Correct: [71.37076999 94.00441393 98.02599313 99.08043158 99.43599804]% Cross Entropy Loss: [0.8913986 0.2746909 0.13478452 0.08616027 0.07123572] Correct: [70.76998529 94.32319765 98.16086317 99.06817067 99.12947523]% Cross Entropy Loss: [0.8871665 0.2790183 0.1371662 0.08916408 0.06984612] Correct: [70.91711623 93.75919568 97.85434036 98.81069152 99.22756253]% Cross Entropy Loss: [0.8691361 0.26454666 0.12654519 0.08113267 0.06189428] Correct: [71.82442374 95.04659147 98.51642962 99.14173615 99.43599804]% Cross Entropy Loss: [0.86869544 0.25535646 0.12075229 0.07901037 0.06296622] Correct: [71.41981363 95.23050515 98.65129966 99.15399706 99.28886709]% Cross Entropy Loss: [0.8668918 0.25767398 0.1236058 0.07981762 0.06164255] Correct: [71.56694458 94.8749387 98.61451692 99.21530162 99.44825895]% Cross Entropy Loss: [0.8525 0.25455043 0.12125438 0.07493251 0.05882727] Correct: [72.70720942 95.16920059 98.56547327 99.301128 99.46051986]% Cross Entropy Loss: [0.84434736 0.25424233 0.11899244 0.07720956 0.06039478] Correct: [72.90338401 94.85041687 98.65129966 99.15399706 99.33791074]% Cross Entropy Loss: [0.8394615 0.24688053 0.11491996 0.06976538 0.05178326] Correct: [72.64590486 95.26728789 98.71260422 99.3992153 99.65669446]% Cross Entropy Loss: [0.8478835 0.2453757 0.11216965 0.07106046 0.05222405] Correct: [72.95242766 95.35311427 98.77390878 99.3992153 99.73025993]% Cross Entropy Loss: [0.8363244 0.23995727 0.10879895 0.06970333 0.05155245] Correct: [72.71947033 95.56154978 98.93330064 99.41147621 99.65669446]% Cross Entropy Loss: [0.8368706 0.23192057 0.10573163 0.06532481 0.04773948] Correct: [73.01373222 96.11329083 99.03138794 99.60765081 99.77930358]% Cross Entropy Loss: [0.8202093 0.23145902 0.10699641 0.06897936 0.04966365] Correct: [74.48504169 95.83128985 98.81069152 99.16625797 99.66895537]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.73% From layer 1: Accuracy: 66.87% From layer 2: Accuracy: 70.01% From layer 3: Accuracy: 72.04% From layer 4: Accuracy: 72.92%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.51% From layer 1: Accuracy: 96.17% From layer 2: Accuracy: 99.40% From layer 3: Accuracy: 99.57% From layer 4: Accuracy: 99.77% Checkpoint 320 models/shd_4layer_withckpts_noaugment_epoch320.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.8610477 4.1601744 3.3044443 2.72519 2.7251806] Correct: [ 9.37959784 15.93918588 23.22216773 30.50514958 34.85777342]% Cross Entropy Loss: [3.084806 2.1062803 1.6199372 1.2540735 1.1480923] Correct: [19.20058852 35.10299166 46.11329083 56.17949975 60.16429622]% Cross Entropy Loss: [2.6086042 1.7059987 1.2670931 0.9677345 0.8823499] Correct: [25.96861206 43.68563021 56.424718 65.82883767 69.50711133]% Cross Entropy Loss: [2.3585227 1.4757166 1.0758171 0.7960508 0.71020937] Correct: [29.9166258 50.22069642 63.05787151 72.44973026 75.64982835]% Cross Entropy Loss: [2.1947048 1.318463 0.9366361 0.69125724 0.6256709 ] Correct: [32.94507111 55.08827857 67.75380088 76.02991663 78.6169691 ]% Cross Entropy Loss: [2.0699093 1.198188 0.83364415 0.6071721 0.548529 ] Correct: [35.65473271 58.75429132 72.05738107 79.69592938 81.84158901]% Cross Entropy Loss: [1.9529378 1.1081645 0.7597138 0.56098276 0.4934101 ] Correct: [37.39578225 62.19960765 74.31338892 81.26532614 83.5335949 ]% Cross Entropy Loss: [1.8686991 1.0257714 0.6944389 0.49472976 0.44969374] Correct: [39.73761648 64.49239823 76.88818048 83.50907308 85.26238352]% Cross Entropy Loss: [1.7961876 0.9614425 0.6470289 0.47333598 0.41663045] Correct: [41.25796959 67.96223639 79.03384012 84.62481609 86.7459539 ]% Cross Entropy Loss: [1.7218287 0.89290035 0.58288735 0.4233601 0.37975997] Correct: [43.42815105 69.88719961 81.0201079 86.77047572 87.71456596]% Cross Entropy Loss: [1.6567816 0.8418546 0.54752463 0.39212984 0.34722218] Correct: [45.26728789 71.4811182 82.41785189 88.14369789 89.38205002]% Cross Entropy Loss: [1.6178586 0.7980321 0.511046 0.36918536 0.31567046] Correct: [45.84355076 72.82981854 84.04855321 88.84256989 90.5590976 ]% Cross Entropy Loss: [1.5527023 0.747642 0.47748616 0.34230763 0.2995705 ] Correct: [47.51103482 75.1961746 85.34820991 90.0564002 91.061795 ]% Cross Entropy Loss: [1.5116695 0.7163457 0.45285222 0.32166728 0.2802934 ] Correct: [48.7984306 76.25061305 86.61108386 90.66944581 91.68710152]% Cross Entropy Loss: [1.4592305 0.68690467 0.42814758 0.3115555 0.27419978] Correct: [49.69347719 78.04070623 87.27317312 90.87788131 92.04266797]% Cross Entropy Loss: [1.4281795 0.6603868 0.3997551 0.289186 0.25099564] Correct: [51.06669936 78.82540461 88.59735164 91.85875429 92.86414909]% Cross Entropy Loss: [1.3925135 0.6275874 0.39224207 0.27563438 0.23902461] Correct: [52.15792055 79.74497303 88.83030897 92.10397254 93.51397744]% Cross Entropy Loss: [1.3752136 0.5997758 0.36581627 0.25785136 0.21586835] Correct: [52.88131437 81.21628249 90.09318293 92.96223639 94.35998038]% Cross Entropy Loss: [1.3305296 0.5711521 0.34585655 0.25130048 0.21198022] Correct: [53.76410005 82.39333006 90.80431584 93.29328102 94.35998038]% Cross Entropy Loss: [1.306035 0.55862725 0.3329766 0.23452981 0.20274286] Correct: [55.2231486 82.73663561 91.02501226 93.90632663 94.50711133]% Cross Entropy Loss: [1.2877932 0.5427365 0.3258936 0.2282983 0.18942979] Correct: [55.60323688 83.75429132 91.38057872 93.86954389 95.04659147]% Cross Entropy Loss: [1.2497264 0.522913 0.30922902 0.21977858 0.18639408] Correct: [57.05002452 84.39185875 92.12849436 94.69102501 95.15693968]% Cross Entropy Loss: [1.2321463 0.5026617 0.2902604 0.19483699 0.16114199] Correct: [57.55272192 85.16429622 92.81510544 95.50024522 96.3830309 ]% Cross Entropy Loss: [1.210263 0.48599842 0.28181362 0.19978105 0.1608773 ] Correct: [57.99411476 86.01029917 93.24423737 95.09563512 96.3830309 ]% Cross Entropy Loss: [1.1800373 0.468959 0.27299285 0.18625167 0.15212695] Correct: [59.20794507 86.47621383 93.56302109 95.85581167 96.71407553]% Cross Entropy Loss: [1.1508245 0.44768378 0.25417563 0.17402615 0.1465846 ] Correct: [60.32368808 87.48160863 94.29867582 96.33398725 96.86120647]% Cross Entropy Loss: [1.1406138 0.43762243 0.25127202 0.17451929 0.14849839] Correct: [60.63021089 87.97204512 94.39676312 96.40755272 96.72633644]% Cross Entropy Loss: [1.1299169 0.43800315 0.2522018 0.17029648 0.14098717] Correct: [60.80186366 87.57969593 94.02893575 96.088769 96.83668465]% Cross Entropy Loss: [1.1049745 0.4126309 0.23121738 0.15511332 0.13031197] Correct: [61.97891123 88.78126533 95.16920059 96.95929377 97.54781756]% Cross Entropy Loss: [1.0858563 0.4116408 0.23154266 0.15442929 0.1290795 ] Correct: [62.5551741 88.87935262 94.98528691 96.83668465 97.33938205]% Cross Entropy Loss: [1.0602396 0.3838119 0.21059653 0.15361743 0.1232878 ] Correct: [63.73222168 90.41196665 95.89259441 96.92251103 97.51103482]% Cross Entropy Loss: [1.0620043 0.3898844 0.21234325 0.14083481 0.1156599 ] Correct: [63.84256989 89.50465915 95.96615988 97.43746935 97.9892104 ]% Cross Entropy Loss: [1.0337381 0.36672124 0.20063095 0.13603984 0.11025055] Correct: [64.83570378 91.07405591 96.40755272 97.49877391 98.05051496]% Cross Entropy Loss: [1.0261889 0.3649867 0.197325 0.12881006 0.10312706] Correct: [65.28935753 90.60814125 96.27268269 97.86660128 98.33251594]% Cross Entropy Loss: [1.0162268 0.3556289 0.19173297 0.1264668 0.10217906] Correct: [65.39970574 91.3683178 96.51790093 97.64590486 98.33251594]% Cross Entropy Loss: [1.0102912 0.35824987 0.19385324 0.12817197 0.10462748] Correct: [65.49779304 90.70622854 96.16233448 97.78077489 98.11181952]% Cross Entropy Loss: [0.98870265 0.34059754 0.1784162 0.12219251 0.09556156] Correct: [66.40510054 92.03040706 96.97155468 97.74399215 98.46738597]% Cross Entropy Loss: [0.98335737 0.33460355 0.17607531 0.11486953 0.09290054] Correct: [66.77292791 92.30014713 96.87346739 98.24668955 98.52869053]% Cross Entropy Loss: [0.96808547 0.3261603 0.16690914 0.11073293 0.08582753] Correct: [67.49632173 92.34919078 97.20451202 98.24668955 98.72486513]% Cross Entropy Loss: [0.95515186 0.31804392 0.16366959 0.10624868 0.08511879] Correct: [68.52623835 92.74153997 97.42520844 98.51642962 98.66356057]% Cross Entropy Loss: [0.95681053 0.31520814 0.16514064 0.10942698 0.08708245] Correct: [67.70475723 92.6679745 97.11868563 98.17312408 98.61451692]% Cross Entropy Loss: [0.937982 0.30408576 0.15283374 0.10008779 0.07979282] Correct: [69.05345758 93.21971555 97.96468857 98.73712604 99.03138794]% Cross Entropy Loss: [0.9409657 0.30480713 0.15890531 0.10498679 0.08593073] Correct: [68.66110839 93.19519372 97.47425208 98.40608141 98.70034331]% Cross Entropy Loss: [0.92615813 0.29691347 0.14567816 0.09666613 0.0750743 ] Correct: [69.11476214 93.41589014 97.91564492 98.66356057 98.94556155]% Cross Entropy Loss: [0.9210572 0.28778967 0.14548701 0.09344306 0.07464691] Correct: [70.36537518 94.12702305 97.94016675 98.81069152 99.11721432]% Cross Entropy Loss: [0.9049204 0.28319284 0.14266115 0.09406597 0.06798872] Correct: [70.16920059 93.83276116 98.02599313 98.71260422 99.20304071]% Cross Entropy Loss: [0.9091489 0.28215674 0.13916126 0.08804958 0.06525216] Correct: [70.07111329 94.04119667 98.05051496 98.87199608 99.3992153 ]% Cross Entropy Loss: [0.8928621 0.27688444 0.1347743 0.08618017 0.06488112] Correct: [70.81902894 94.01667484 98.14860226 98.88425699 99.31338892]% Cross Entropy Loss: [0.89286935 0.2701161 0.13053794 0.08296622 0.06457961] Correct: [70.86807258 94.40902403 98.30799411 99.00686611 99.27660618]% Cross Entropy Loss: [0.87469715 0.26785862 0.12932645 0.08558576 0.06689399] Correct: [71.95929377 94.69102501 98.40608141 98.93330064 99.25208436]% Cross Entropy Loss: [0.8793628 0.2634474 0.12897325 0.08258729 0.06318516] Correct: [71.72633644 94.70328592 98.27121138 98.93330064 99.21530162]% Cross Entropy Loss: [0.8711422 0.25743574 0.12469212 0.0800752 0.06481893] Correct: [72.11868563 94.71554684 98.30799411 98.98234429 99.14173615]% Cross Entropy Loss: [0.8548852 0.24707304 0.11806638 0.07452518 0.05524543] Correct: [72.70720942 95.32859245 98.65129966 99.16625797 99.52182442]% Cross Entropy Loss: [0.8545315 0.24824962 0.11722812 0.07428887 0.05671307] Correct: [72.63364394 95.24276606 98.60225601 99.21530162 99.55860716]% Cross Entropy Loss: [0.85459906 0.24754953 0.11630218 0.07581355 0.05476015] Correct: [72.44973026 95.29180971 98.60225601 98.9946052 99.54634625]% Cross Entropy Loss: [0.8393993 0.238302 0.11171257 0.06940318 0.05125415] Correct: [73.25895047 96.00294262 98.84747425 99.41147621 99.65669446]% Cross Entropy Loss: [0.83752376 0.23434332 0.1090863 0.06780311 0.04932099] Correct: [73.41834232 95.5860716 98.83521334 99.31338892 99.58312898]% Cross Entropy Loss: [0.83387977 0.24070324 0.11181491 0.06868715 0.05079648] Correct: [73.98234429 95.67189799 98.85973516 99.31338892 99.60765081]% Cross Entropy Loss: [0.8284566 0.23365182 0.10575815 0.07269656 0.05965151] Correct: [73.82295243 95.75772437 98.90877881 99.14173615 99.19077979]% Cross Entropy Loss: [0.8269071 0.23266298 0.10281212 0.06256422 0.04676244] Correct: [73.95782246 95.76998529 99.0926925 99.53408534 99.63217263]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.73% From layer 1: Accuracy: 66.78% From layer 2: Accuracy: 71.11% From layer 3: Accuracy: 72.53% From layer 4: Accuracy: 73.67%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.47% From layer 1: Accuracy: 96.43% From layer 2: Accuracy: 99.45% From layer 3: Accuracy: 99.60% From layer 4: Accuracy: 99.87% Checkpoint 340 models/shd_4layer_withckpts_noaugment_epoch340.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.6473265 4.2352157 3.174238 2.5066633 2.3283522] Correct: [10.20107896 16.63805787 25.52721923 33.28837666 38.57282982]% Cross Entropy Loss: [3.0416448 2.0760605 1.5676193 1.2251453 1.0695403] Correct: [20.90485532 35.49534085 47.09416381 57.41785189 62.50613046]% Cross Entropy Loss: [2.5832913 1.6696095 1.2327553 0.96200967 0.8285124 ] Correct: [27.04757234 45.72094164 57.27072094 66.74840608 71.03972536]% Cross Entropy Loss: [2.3305352 1.439251 1.0309215 0.7898908 0.67130417] Correct: [30.79941148 51.34870034 64.21039725 72.86660128 76.90044139]% Cross Entropy Loss: [2.1742425 1.2936932 0.9221852 0.7082034 0.60165066] Correct: [33.38646395 56.11819519 68.08484551 75.72339382 80.1250613 ]% Cross Entropy Loss: [2.0399342 1.1661447 0.8108154 0.6196603 0.52482677] Correct: [36.5497793 60.26238352 72.486513 79.58558117 82.28298185]% Cross Entropy Loss: [1.9470073 1.0664606 0.73808444 0.5566963 0.4688716 ] Correct: [38.00882786 63.81804806 74.79156449 81.49828347 84.69838156]% Cross Entropy Loss: [1.8437977 0.98873454 0.68182397 0.5110943 0.43385288] Correct: [40.79205493 66.4664051 77.56253065 83.26385483 85.82638548]% Cross Entropy Loss: [1.7752767 0.9177823 0.6232323 0.4626295 0.39194024] Correct: [42.05492889 69.04119667 79.64688573 85.4462972 87.91074056]% Cross Entropy Loss: [1.6996255 0.86924624 0.5758214 0.42608085 0.3573752 ] Correct: [43.78371751 71.02746444 81.47376165 86.85630211 88.81804806]% Cross Entropy Loss: [1.6628541 0.82475084 0.54980975 0.41912746 0.3463202 ] Correct: [44.23737126 72.7930358 82.9328102 86.52525748 89.03874448]% Cross Entropy Loss: [1.5926436 0.76207054 0.5059136 0.37170216 0.31409422] Correct: [46.89798921 74.75478176 84.39185875 88.71996077 90.54683668]% Cross Entropy Loss: [1.5454794 0.7303973 0.47710368 0.35177642 0.2855221 ] Correct: [47.76851398 76.05443845 85.34820991 89.22265817 91.55223149]% Cross Entropy Loss: [1.5034925 0.6910351 0.44742212 0.3322184 0.27462673] Correct: [49.27660618 77.63609613 86.56204022 90.44874939 92.01814615]% Cross Entropy Loss: [1.457332 0.66515505 0.42719045 0.30569085 0.25372526] Correct: [49.97547818 78.62923001 87.29769495 91.07405591 92.69249632]% Cross Entropy Loss: [1.4207277 0.62922525 0.394732 0.28248098 0.2290165 ] Correct: [51.05443845 80.19862678 88.81804806 92.17753801 93.85728298]% Cross Entropy Loss: [1.3857895 0.60947555 0.38392705 0.27913615 0.22496548] Correct: [52.28052967 80.65228053 89.02648357 92.0671898 94.06571849]% Cross Entropy Loss: [1.3576306 0.58466643 0.36536026 0.25932416 0.20907673] Correct: [53.75183914 81.3266307 89.73761648 92.93771457 94.70328592]% Cross Entropy Loss: [1.3258295 0.55610824 0.3447609 0.24276043 0.20106778] Correct: [53.7150564 83.00637567 90.81657675 93.66110839 94.91172143]% Cross Entropy Loss: [1.2890574 0.5272145 0.3230947 0.22824429 0.18112522] Correct: [55.34575772 84.07307504 91.62579696 94.09024031 95.6841589 ]% Cross Entropy Loss: [1.2614509 0.5208789 0.31469315 0.2237127 0.18406063] Correct: [56.17949975 84.07307504 91.79744973 94.4825895 95.32859245]% Cross Entropy Loss: [1.2437415 0.5009664 0.30732706 0.21402504 0.17186905] Correct: [56.44923982 85.21333987 92.0671898 94.97302599 95.95389897]% Cross Entropy Loss: [1.2198002 0.4857158 0.29493105 0.20465209 0.15896352] Correct: [57.96959294 85.81412457 92.3737126 95.04659147 96.72633644]% Cross Entropy Loss: [1.2179437 0.4796203 0.2854576 0.19632062 0.15967877] Correct: [57.88376655 86.08386464 92.52084355 95.43894066 96.3830309 ]% Cross Entropy Loss: [1.1752796 0.45519096 0.2657596 0.17944326 0.14320335] Correct: [59.52672879 86.57430113 93.72241295 96.05198627 97.20451202]% Cross Entropy Loss: [1.1539932 0.44018427 0.26347134 0.18387997 0.14396144] Correct: [60.60568906 87.5551741 93.74693477 95.89259441 96.86120647]% Cross Entropy Loss: [1.139657 0.43066177 0.251607 0.1739403 0.14314786] Correct: [60.4462972 87.92300147 94.20058852 96.45659637 97.02059833]% Cross Entropy Loss: [1.117741 0.42008603 0.23828697 0.16105656 0.12700957] Correct: [61.66012751 88.27856793 94.7768514 96.70181462 97.42520844]% Cross Entropy Loss: [1.1044644 0.40859583 0.23385987 0.16487423 0.13158855] Correct: [62.08925944 88.7567435 94.8749387 96.22363904 97.05738107]% Cross Entropy Loss: [1.0854969 0.40026394 0.22938344 0.15815112 0.12900838] Correct: [62.66552231 89.48013732 94.8749387 96.66503188 97.26581658]% Cross Entropy Loss: [1.0714015 0.38200632 0.21689181 0.14735115 0.11158779] Correct: [63.38891614 90.37518391 95.2795488 97.06964198 98.18538499]% Cross Entropy Loss: [1.0639555 0.37229496 0.20424831 0.1384258 0.10529024] Correct: [63.54830799 90.362923 96.3830309 97.71947033 98.33251594]% Cross Entropy Loss: [1.0379726 0.3651846 0.20328596 0.13926752 0.10455535] Correct: [64.60274644 90.51005395 95.76998529 97.42520844 98.36929868]% Cross Entropy Loss: [1.0151988 0.34943753 0.1917854 0.12411848 0.0954283 ] Correct: [65.31387935 91.65031878 96.4811182 97.94016675 98.62677783]% Cross Entropy Loss: [1.0134884 0.34723666 0.18835911 0.12245779 0.09488261] Correct: [65.57135851 91.65031878 96.79990191 98.08729769 98.68808239]% Cross Entropy Loss: [1.0081079 0.33572254 0.18139507 0.12136146 0.09491764] Correct: [65.28935753 92.07945071 97.03285924 98.13634134 98.70034331]% Cross Entropy Loss: [0.9967289 0.33444175 0.18133357 0.11797225 0.08963099] Correct: [66.19666503 91.89553703 96.92251103 98.17312408 98.77390878]% Cross Entropy Loss: [0.9849359 0.32728785 0.17710641 0.11568918 0.09400117] Correct: [66.08631682 92.32466896 96.91025012 98.25895047 98.34477685]% Cross Entropy Loss: [0.9697623 0.31451344 0.16432728 0.10787609 0.08501552] Correct: [67.76606179 92.98675821 97.40068661 98.65129966 98.7984306 ]% Cross Entropy Loss: [0.960738 0.3170392 0.16968392 0.11057188 0.08098773] Correct: [67.74153997 92.53310446 96.95929377 98.33251594 98.93330064]% Cross Entropy Loss: [0.94651145 0.29900894 0.15744966 0.10217451 0.07878476] Correct: [68.68563021 93.56302109 97.486513 98.47964689 98.8965179 ]% Cross Entropy Loss: [0.9542198 0.2991892 0.15592785 0.09991896 0.07726833] Correct: [67.81510544 93.48945562 97.42520844 98.5899951 98.93330064]% Cross Entropy Loss: [0.9298021 0.28878132 0.14680907 0.09350194 0.06858312] Correct: [69.04119667 93.79597842 97.9892104 99.06817067 99.38695439]% Cross Entropy Loss: [0.92874694 0.28987837 0.1478542 0.09470169 0.06894536] Correct: [69.56841589 93.74693477 97.87886219 98.92103973 99.36243256]% Cross Entropy Loss: [0.9255054 0.28709325 0.1455747 0.09425397 0.07294228] Correct: [69.53163315 93.62432565 97.86660128 98.77390878 98.94556155]% Cross Entropy Loss: [0.91128975 0.275774 0.13786201 0.08375715 0.06091693] Correct: [70.20598333 94.24963217 98.16086317 99.14173615 99.52182442]% Cross Entropy Loss: [0.8962098 0.27656844 0.1373817 0.08551378 0.06598062] Correct: [70.69641981 94.05345758 98.11181952 99.05590976 99.28886709]% Cross Entropy Loss: [0.9028616 0.26695716 0.13304049 0.08491548 0.06387658] Correct: [70.7822462 94.6787641 98.24668955 99.0926925 99.22756253]% Cross Entropy Loss: [0.8866527 0.26132506 0.12868221 0.07878911 0.05721448] Correct: [71.21137813 94.71554684 98.61451692 99.38695439 99.64443355]% Cross Entropy Loss: [0.8841704 0.2641556 0.1317389 0.08214036 0.05860494] Correct: [71.29720451 94.4825895 98.07503678 98.9946052 99.53408534]% Cross Entropy Loss: [0.8750675 0.25397748 0.12749833 0.0810506 0.05894162] Correct: [71.55468367 95.07111329 98.30799411 99.04364885 99.48504169]% Cross Entropy Loss: [0.87078166 0.2560575 0.12145885 0.07433488 0.05406749] Correct: [71.6895537 94.74006866 98.4919078 99.23982344 99.60765081]% Cross Entropy Loss: [0.8716054 0.2501831 0.11838564 0.07125546 0.05700865] Correct: [71.86120647 95.00980873 98.62677783 99.36243256 99.36243256]% Cross Entropy Loss: [0.8560165 0.24229848 0.11454191 0.06839015 0.05020608] Correct: [72.67042668 95.51250613 98.83521334 99.4973026 99.75478176]% Cross Entropy Loss: [0.8508531 0.24656671 0.11740206 0.07219626 0.05564203] Correct: [72.58460029 95.31633154 98.40608141 99.32564983 99.41147621]% Cross Entropy Loss: [0.83918804 0.23797548 0.11214721 0.06882713 0.05177012] Correct: [73.54095145 95.65963708 98.67582148 99.33791074 99.53408534]% Cross Entropy Loss: [0.84104335 0.23214458 0.10776287 0.06270055 0.04551847] Correct: [72.53555665 95.81902894 99.00686611 99.69347719 99.82834723]% Cross Entropy Loss: [0.8433605 0.23217288 0.10687428 0.06320502 0.04330035] Correct: [73.03825405 95.59833252 98.78616969 99.46051986 99.76704267]% Cross Entropy Loss: [0.8306184 0.22672124 0.10495841 0.06664479 0.04974991] Correct: [73.52869053 96.11329083 99.05590976 99.42373713 99.64443355]% Cross Entropy Loss: [0.8416551 0.23655221 0.10876211 0.0722326 0.04837738] Correct: [72.95242766 95.23050515 98.78616969 99.14173615 99.64443355]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.79% From layer 1: Accuracy: 67.49% From layer 2: Accuracy: 71.25% From layer 3: Accuracy: 71.11% From layer 4: Accuracy: 73.01%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.60% From layer 1: Accuracy: 97.11% From layer 2: Accuracy: 99.67% From layer 3: Accuracy: 99.84% From layer 4: Accuracy: 99.94% Checkpoint 360 models/shd_4layer_withckpts_noaugment_epoch360.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.711381 3.9055934 3.5401638 2.9151554 2.2539241] Correct: [ 9.41638058 17.1652771 24.06817067 31.20402158 39.7621383 ]% Cross Entropy Loss: [3.0824788 2.0949047 1.5596685 1.2393823 1.0198034] Correct: [18.36684649 34.75968612 47.67042668 56.80480628 63.87935262]% Cross Entropy Loss: [2.63501 1.6976074 1.2408483 0.9831258 0.80373263] Correct: [25.01226091 43.88180481 57.41785189 66.51544875 72.31486023]% Cross Entropy Loss: [2.382037 1.4627047 1.0546125 0.81696194 0.6663461 ] Correct: [29.2177538 49.69347719 64.12457087 72.10642472 77.15792055]% Cross Entropy Loss: [2.2140636 1.3017752 0.91776353 0.71186405 0.5806759 ] Correct: [32.6262874 54.92888671 68.52623835 75.80922021 80.43158411]% Cross Entropy Loss: [2.0787747 1.1791041 0.82667476 0.6619799 0.5349378 ] Correct: [34.96812163 59.18342325 72.21677293 77.89357528 81.7312408 ]% Cross Entropy Loss: [1.9762746 1.07459 0.750346 0.5723629 0.46410352] Correct: [37.07699853 63.14369789 75.24521824 81.41245709 84.7351643 ]% Cross Entropy Loss: [1.881501 1.0011263 0.6838444 0.5159243 0.41784692] Correct: [40.04413928 65.41196665 77.53800883 83.59489946 86.26777832]% Cross Entropy Loss: [1.7979312 0.9216098 0.624454 0.4651726 0.38123277] Correct: [41.03727317 68.14615007 79.69592938 85.15203531 88.07013242]% Cross Entropy Loss: [1.7375206 0.8759609 0.5906377 0.44653103 0.3611728 ] Correct: [42.74153997 70.25502697 80.99558607 85.49534085 88.48700343]% Cross Entropy Loss: [1.6709046 0.8227028 0.5505354 0.4159534 0.3383229] Correct: [44.44580677 72.2903384 82.29524277 86.77047572 89.39431094]% Cross Entropy Loss: [1.618633 0.76994574 0.5138309 0.3809925 0.30169603] Correct: [45.65963708 74.42373713 84.07307504 88.47474252 91.00049044]% Cross Entropy Loss: [1.5675001 0.7355404 0.48024878 0.3569494 0.28834057] Correct: [47.43746935 75.93182933 85.21333987 89.71309465 91.39283963]% Cross Entropy Loss: [1.533161 0.7044642 0.46141827 0.33644047 0.2627928 ] Correct: [47.7930358 77.02305051 86.41490927 89.97057381 92.64345267]% Cross Entropy Loss: [1.4784254 0.6688034 0.43131113 0.3187036 0.2538777 ] Correct: [49.95095635 78.06522805 86.75821481 90.7675331 92.71701815]% Cross Entropy Loss: [1.4438945 0.6286512 0.40668494 0.29718393 0.2346543 ] Correct: [50.13487003 80.01471309 88.57282982 91.50318784 93.68563021]% Cross Entropy Loss: [1.4058813 0.613073 0.39533323 0.28574824 0.21868178] Correct: [51.8023541 80.59097597 88.89161354 92.09171162 94.15154487]% Cross Entropy Loss: [1.3691739 0.5870236 0.381057 0.27608004 0.22741924] Correct: [52.40313879 81.53506621 89.11230996 92.27562531 93.71015204]% Cross Entropy Loss: [1.3359702 0.5576739 0.35219014 0.2532949 0.19905573] Correct: [54.09514468 82.61402648 90.24031388 93.51397744 94.94850417]% Cross Entropy Loss: [1.315013 0.5411443 0.33988807 0.23679988 0.18262625] Correct: [54.29131927 83.48455125 90.91466405 94.06571849 95.57381069]% Cross Entropy Loss: [1.2922347 0.52598554 0.3292871 0.2410383 0.18096803] Correct: [55.02697401 84.04855321 91.08631682 93.6733693 95.52476704]% Cross Entropy Loss: [1.2555685 0.50661606 0.31839514 0.22421224 0.17181253] Correct: [56.55958803 85.29916626 91.39283963 94.34771947 95.94163806]% Cross Entropy Loss: [1.2266331 0.482344 0.295553 0.20899095 0.15812875] Correct: [57.85924473 86.13290829 92.54536538 95.16920059 96.32172634]% Cross Entropy Loss: [1.2079818 0.46519038 0.28300667 0.19615196 0.14499176] Correct: [57.96959294 86.88082393 93.14615007 95.57381069 97.13094654]% Cross Entropy Loss: [1.1942557 0.46309087 0.28198913 0.1989573 0.15147813] Correct: [59.22020598 86.59882295 93.10936734 95.42667974 96.44433546]% Cross Entropy Loss: [1.1686479 0.44286638 0.2672939 0.18281186 0.13568571] Correct: [59.67385974 87.61647867 93.62432565 95.76998529 97.27807749]% Cross Entropy Loss: [1.1538137 0.43229043 0.26331067 0.1803717 0.13550666] Correct: [60.00490436 87.9475233 93.80823933 95.86807258 97.22903384]% Cross Entropy Loss: [1.1328328 0.41554755 0.24998541 0.16919202 0.12845317] Correct: [60.80186366 88.80578715 94.39676312 96.51790093 97.49877391]% Cross Entropy Loss: [1.1219242 0.41301003 0.25090817 0.17773767 0.12535901] Correct: [62.11378127 88.94065718 94.28641491 96.23589995 97.64590486]% Cross Entropy Loss: [1.1077944 0.40035793 0.23632437 0.1599939 0.11696807] Correct: [61.92986758 88.98970083 94.78911231 96.82442374 97.95242766]% Cross Entropy Loss: [1.0799398 0.37947884 0.21843436 0.15082446 0.10971749] Correct: [63.16821972 90.14222658 95.45120157 97.05738107 98.14860226]% Cross Entropy Loss: [1.0687844 0.37375113 0.21912244 0.148934 0.10801084] Correct: [63.18048063 90.58361942 95.53702795 97.22903384 98.30799411]% Cross Entropy Loss: [1.0560443 0.36600712 0.21269287 0.14501208 0.10881872] Correct: [63.80578715 90.85335949 95.35311427 97.32712114 98.11181952]% Cross Entropy Loss: [1.0476971 0.35523137 0.20123424 0.13240843 0.09575207] Correct: [64.01422266 90.98822952 96.12555174 97.82981854 98.5899951 ]% Cross Entropy Loss: [1.0272703 0.3473126 0.19271298 0.12625521 0.09107113] Correct: [65.03187837 91.50318784 96.2849436 98.05051496 98.76164787]% Cross Entropy Loss: [1.0168722 0.3408175 0.1881802 0.12131631 0.08803562] Correct: [65.52231486 91.58901422 96.59146641 98.18538499 98.97008337]% Cross Entropy Loss: [1.0046177 0.33312947 0.18586186 0.12074798 0.0872855 ] Correct: [65.82883767 91.89553703 96.50564002 98.07503678 98.82295243]% Cross Entropy Loss: [0.99385375 0.33021712 0.18426947 0.120609 0.08780555] Correct: [65.8656204 91.58901422 96.4811182 98.02599313 98.77390878]% Cross Entropy Loss: [0.97549754 0.31191704 0.17180026 0.10940815 0.07587601] Correct: [66.85875429 92.96223639 97.05738107 98.66356057 99.25208436]% Cross Entropy Loss: [0.9693608 0.31546646 0.17054503 0.11195488 0.08069652] Correct: [67.31240804 92.60666994 96.92251103 98.34477685 98.98234429]% Cross Entropy Loss: [0.9649916 0.30396098 0.16396259 0.10581248 0.07234232] Correct: [67.80284453 93.09710642 97.35164296 98.50416871 99.31338892]% Cross Entropy Loss: [0.946918 0.29817322 0.15952173 0.09999678 0.07003181] Correct: [68.2687592 93.37910741 97.74399215 98.72486513 99.41147621]% Cross Entropy Loss: [0.9458566 0.29268348 0.15617765 0.09953605 0.06789394] Correct: [68.78371751 93.80823933 97.70720942 98.84747425 99.35017165]% Cross Entropy Loss: [0.9415125 0.28944892 0.15226443 0.09751559 0.06928664] Correct: [68.82050025 93.68563021 97.6949485 98.72486513 99.28886709]% Cross Entropy Loss: [0.9213309 0.28071904 0.14708076 0.09258608 0.06352436] Correct: [69.37224129 93.84502207 97.73173124 98.81069152 99.4973026 ]% Cross Entropy Loss: [0.9095682 0.27455926 0.1457941 0.09224373 0.06528413] Correct: [70.42667974 94.32319765 97.80529671 98.74938695 99.25208436]% Cross Entropy Loss: [0.9112931 0.27746767 0.14330341 0.08954269 0.06213714] Correct: [70.16920059 94.06571849 98.01373222 98.92103973 99.42373713]% Cross Entropy Loss: [0.9061903 0.28146434 0.1466238 0.09678253 0.07670861] Correct: [70.32859245 93.23197646 97.60912212 98.57773418 98.78616969]% Cross Entropy Loss: [0.89209425 0.2624498 0.1361961 0.08408093 0.05640387] Correct: [70.79450711 94.62972045 97.95242766 99.01912702 99.54634625]% Cross Entropy Loss: [0.8894157 0.25992927 0.12937093 0.08288722 0.05289925] Correct: [70.89259441 94.69102501 98.60225601 99.10495341 99.73025993]% Cross Entropy Loss: [0.8764739 0.25389734 0.128008 0.08128362 0.05509304] Correct: [71.83668465 94.94850417 98.40608141 99.08043158 99.60765081]% Cross Entropy Loss: [0.87177384 0.24944605 0.12361731 0.07431719 0.05333584] Correct: [72.17999019 95.1814615 98.43060324 99.31338892 99.53408534]% Cross Entropy Loss: [0.8681451 0.24894063 0.12018674 0.07588359 0.05622562] Correct: [72.04512016 95.15693968 98.65129966 99.23982344 99.47278077]% Cross Entropy Loss: [0.8713131 0.24424194 0.12255785 0.07424353 0.05315648] Correct: [71.94703286 95.25502697 98.45512506 99.36243256 99.55860716]% Cross Entropy Loss: [0.864073 0.24398969 0.12129367 0.07656647 0.0546832 ] Correct: [72.03285924 95.15693968 98.44286415 99.05590976 99.42373713]% Cross Entropy Loss: [0.8608145 0.24038775 0.11879315 0.07386371 0.05698076] Correct: [72.20451202 95.29180971 98.35703776 99.25208436 99.31338892]% Cross Entropy Loss: [0.84760594 0.23394297 0.11234355 0.07049414 0.04899833] Correct: [73.06277587 95.54928887 98.74938695 99.32564983 99.73025993]% Cross Entropy Loss: [0.8475427 0.23453017 0.11246598 0.06421489 0.04414552] Correct: [72.67042668 95.56154978 98.74938695 99.52182442 99.74252084]% Cross Entropy Loss: [0.8365673 0.22694284 0.1090391 0.06572851 0.04354235] Correct: [73.17312408 95.89259441 98.72486513 99.47278077 99.71799902]% Cross Entropy Loss: [0.83886105 0.2254572 0.10861051 0.06645231 0.04647159] Correct: [73.40608141 96.1868563 98.7984306 99.41147621 99.58312898]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.84% From layer 1: Accuracy: 66.52% From layer 2: Accuracy: 71.78% From layer 3: Accuracy: 73.32% From layer 4: Accuracy: 75.22%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.23% From layer 1: Accuracy: 96.71% From layer 2: Accuracy: 99.68% From layer 3: Accuracy: 99.72% From layer 4: Accuracy: 99.07% Checkpoint 380 models/shd_4layer_withckpts_noaugment_epoch380.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.5188084 3.9683132 3.6465755 2.6664195 2.5903149] Correct: [ 8.21481118 17.55762629 24.65669446 33.74203041 39.02648357]% Cross Entropy Loss: [3.0557308 2.10139 1.5599376 1.2046843 1.0311236] Correct: [17.93771457 34.99264345 48.3938205 57.5282001 64.30848455]% Cross Entropy Loss: [2.6226487 1.6868103 1.2109958 0.9280088 0.788362 ] Correct: [23.9946052 44.80137322 58.4355076 66.92005885 72.40068661]% Cross Entropy Loss: [2.364893 1.4465737 1.0219958 0.77255374 0.64791226] Correct: [28.65375184 51.44678764 64.54144188 72.82981854 77.91809711]% Cross Entropy Loss: [2.1981258 1.2896452 0.89694476 0.6769205 0.5607515 ] Correct: [32.09906817 56.30210888 69.60519863 76.67974497 81.19176067]% Cross Entropy Loss: [2.061006 1.1681156 0.8018709 0.60441893 0.5086513 ] Correct: [34.69838156 60.47081903 73.00147131 80.02697401 83.75429132]% Cross Entropy Loss: [1.9459114 1.0737848 0.7313141 0.55159384 0.47012717] Correct: [37.45708681 63.4502207 75.04904365 81.55958803 84.08533595]% Cross Entropy Loss: [1.866506 0.9979551 0.67057747 0.49316058 0.4073152 ] Correct: [39.3575282 66.44188328 77.53800883 84.17116233 87.28543404]% Cross Entropy Loss: [1.7869253 0.93459344 0.62776685 0.4614445 0.37258056] Correct: [41.20892594 67.91319274 79.63462482 85.00490436 88.32761157]% Cross Entropy Loss: [1.7140296 0.85929334 0.5680174 0.41130194 0.33271962] Correct: [43.01128004 71.11329083 81.65767533 87.32221677 90.12996567]% Cross Entropy Loss: [1.6638013 0.8179816 0.52699775 0.39104638 0.31486315] Correct: [44.29867582 72.6949485 83.95046591 87.64100049 90.53457577]% Cross Entropy Loss: [1.5872242 0.7743912 0.5010776 0.3685646 0.3020195] Correct: [46.50564002 74.38695439 84.37959784 88.52378617 91.00049044]% Cross Entropy Loss: [1.558181 0.73097277 0.47269642 0.3391473 0.28333068] Correct: [46.66503188 76.26287396 85.59342815 90.03187837 91.3683178 ]% Cross Entropy Loss: [1.5028517 0.70133364 0.4505023 0.32524446 0.26122653] Correct: [49.01912702 77.40313879 86.77047572 90.362923 92.36145169]% Cross Entropy Loss: [1.4485322 0.66157573 0.41415796 0.29745874 0.24655695] Correct: [49.73025993 79.10740559 87.81265326 91.4664051 93.01128004]% Cross Entropy Loss: [1.434285 0.65148187 0.40096876 0.28743616 0.23322725] Correct: [50.85826385 79.6223639 88.33987249 92.12849436 93.72241295]% Cross Entropy Loss: [1.3886591 0.61968267 0.38346717 0.274791 0.22134341] Correct: [51.81461501 80.8239333 89.4556155 92.48406081 94.31093673]% Cross Entropy Loss: [1.3516152 0.5884623 0.36151475 0.2596494 0.21268435] Correct: [52.91809711 81.78028445 90.03187837 93.01128004 94.5806768 ]% Cross Entropy Loss: [1.325325 0.5741202 0.34518525 0.25011352 0.19451882] Correct: [54.74497303 82.60176557 90.48553212 93.4771947 94.99754782]% Cross Entropy Loss: [1.2916489 0.5472225 0.32782057 0.23456323 0.18191645] Correct: [55.27219225 83.34968122 91.30701324 94.11476214 95.46346248]% Cross Entropy Loss: [1.2610605 0.5234912 0.31630275 0.22395328 0.1850813 ] Correct: [56.11819519 84.4409024 91.57675331 94.16380579 95.0833742 ]% Cross Entropy Loss: [1.2292247 0.4977293 0.29287723 0.20286548 0.16123068] Correct: [57.20941638 85.71603727 92.79058362 95.42667974 96.32172634]% Cross Entropy Loss: [1.2062587 0.48855832 0.2826275 0.1934082 0.15612125] Correct: [57.85924473 86.18195194 92.96223639 95.65963708 96.57920549]% Cross Entropy Loss: [1.1799951 0.4656136 0.2684757 0.18713558 0.14547801] Correct: [58.68072585 86.81951937 93.85728298 95.80676802 96.89798921]% Cross Entropy Loss: [1.1711665 0.4597943 0.26317152 0.1858327 0.14226578] Correct: [59.0362923 87.150564 93.94310937 95.83128985 96.97155468]% Cross Entropy Loss: [1.1508176 0.44831738 0.25586373 0.17319143 0.13680957] Correct: [60.39725356 87.71456596 93.90632663 96.33398725 97.24129475]% Cross Entropy Loss: [1.1328006 0.43682522 0.24574961 0.17065704 0.1340465 ] Correct: [60.51986268 87.66552231 94.37224129 96.2849436 97.20451202]% Cross Entropy Loss: [1.1155818 0.42040545 0.23867069 0.16377448 0.12710252] Correct: [61.6478666 88.91613536 94.61745954 96.62824914 97.53555665]% Cross Entropy Loss: [1.106734 0.41627502 0.23191898 0.15576667 0.11759655] Correct: [61.77047572 88.54830799 94.91172143 96.97155468 97.76851398]% Cross Entropy Loss: [1.088523 0.40249696 0.22294953 0.15354191 0.11574902] Correct: [62.18734674 89.3575282 95.29180971 96.73859735 97.62138303]% Cross Entropy Loss: [1.0547838 0.38414192 0.2118733 0.14210245 0.10905113] Correct: [63.62187347 90.25257479 95.8803335 97.35164296 98.14860226]% Cross Entropy Loss: [1.0511614 0.37733996 0.20598939 0.13608524 0.10361963] Correct: [63.76900441 90.54683668 95.95389897 97.65816577 98.16086317]% Cross Entropy Loss: [1.0347449 0.36987817 0.20385881 0.13763335 0.10698035] Correct: [64.67631192 90.65718489 96.03972536 97.20451202 97.90338401]% Cross Entropy Loss: [1.0279368 0.3646996 0.19674253 0.1301081 0.09955922] Correct: [65.11770476 90.68170672 96.13781265 97.75625307 98.13634134]% Cross Entropy Loss: [1.0148032 0.3567386 0.18833444 0.12596023 0.09841609] Correct: [65.49779304 91.04953409 96.32172634 97.80529671 98.16086317]% Cross Entropy Loss: [0.9977497 0.34400925 0.18563887 0.12254944 0.09548727] Correct: [66.58901422 91.89553703 96.53016184 97.8911231 98.44286415]% Cross Entropy Loss: [0.99367523 0.33878472 0.17602494 0.11464676 0.08582805] Correct: [65.93918588 91.85875429 96.61598823 98.16086317 98.65129966]% Cross Entropy Loss: [0.97202 0.3258388 0.1685801 0.11150417 0.08119492] Correct: [67.54536538 92.21432075 97.04512016 98.41834232 98.9946052 ]% Cross Entropy Loss: [0.97171277 0.32856026 0.17185448 0.1127239 0.09011158] Correct: [67.54536538 91.94458068 96.91025012 98.16086317 98.41834232]% Cross Entropy Loss: [0.9573419 0.31635883 0.16513065 0.10639201 0.07897848] Correct: [67.88867092 92.88867092 97.17999019 98.32025503 98.92103973]% Cross Entropy Loss: [0.9535965 0.31777754 0.16141006 0.10518581 0.07790256] Correct: [68.36684649 92.30014713 97.42520844 98.28347229 98.88425699]% Cross Entropy Loss: [0.93102777 0.30652297 0.15234594 0.09868973 0.07616241] Correct: [68.99215302 92.85188818 97.71947033 98.67582148 98.97008337]% Cross Entropy Loss: [0.92670333 0.29497144 0.14811277 0.09300301 0.06716079] Correct: [69.28641491 93.39136832 97.7930358 98.7984306 99.23982344]% Cross Entropy Loss: [0.92120934 0.29490522 0.14738701 0.09828562 0.06942108] Correct: [69.85041687 93.66110839 97.67042668 98.3938205 99.10495341]% Cross Entropy Loss: [0.9107723 0.29038674 0.14019783 0.08777839 0.06507406] Correct: [69.89946052 93.59980383 98.12408043 98.94556155 99.20304071]% Cross Entropy Loss: [0.9128505 0.2888058 0.14060368 0.09038761 0.07002249] Correct: [69.81363413 93.74693477 97.87886219 98.71260422 98.94556155]% Cross Entropy Loss: [0.9100681 0.28587714 0.1384356 0.08821658 0.06511968] Correct: [69.50711133 93.79597842 97.97694949 98.7984306 99.301128 ]% Cross Entropy Loss: [0.8928242 0.2779251 0.13392079 0.0855767 0.06198727] Correct: [70.8803335 93.82050025 98.02599313 98.8965179 99.15399706]% Cross Entropy Loss: [0.87945807 0.26975873 0.12600753 0.07652432 0.05479862] Correct: [71.70181462 94.45806768 98.40608141 99.27660618 99.55860716]% Cross Entropy Loss: [0.88073564 0.2625135 0.1242772 0.08044752 0.06169825] Correct: [71.40755272 94.76459049 98.44286415 99.16625797 99.27660618]% Cross Entropy Loss: [0.8781454 0.26071656 0.12067248 0.07465953 0.05449061] Correct: [71.15007357 94.92398234 98.66356057 99.33791074 99.58312898]% Cross Entropy Loss: [0.86737204 0.2595363 0.12242794 0.07562231 0.05545939] Correct: [72.00833742 94.98528691 98.44286415 99.25208436 99.50956351]% Cross Entropy Loss: [0.8673816 0.251161 0.11624622 0.07264126 0.05349833] Correct: [71.94703286 94.97302599 98.63903874 99.26434527 99.43599804]% Cross Entropy Loss: [0.8504828 0.25333175 0.11442391 0.06928959 0.0522718 ] Correct: [72.81755763 95.12015694 98.76164787 99.3992153 99.48504169]% Cross Entropy Loss: [0.84604716 0.24519867 0.11029857 0.06528611 0.04577036] Correct: [72.65816577 95.35311427 98.73712604 99.48504169 99.71799902]% Cross Entropy Loss: [0.856862 0.24045551 0.10498142 0.06314733 0.0450449 ] Correct: [72.22903384 95.3776361 99.17851888 99.54634625 99.75478176]% Cross Entropy Loss: [0.8447299 0.24963121 0.11856095 0.07636546 0.05973288] Correct: [73.5899951 94.93624326 98.36929868 98.94556155 99.05590976]% Cross Entropy Loss: [0.83417255 0.23676914 0.10734694 0.07118969 0.05622594] Correct: [73.51642962 95.7822462 98.84747425 99.04364885 99.04364885]% Cross Entropy Loss: [0.82901126 0.23003902 0.09796738 0.05796863 0.04065083] Correct: [74.38695439 95.99068171 99.0926925 99.58312898 99.76704267]% Cross Entropy Loss: [0.83445966 0.23036465 0.09990931 0.05939504 0.04077228] Correct: [73.54095145 95.89259441 98.94556155 99.55860716 99.70573811]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.00% From layer 1: Accuracy: 67.36% From layer 2: Accuracy: 70.01% From layer 3: Accuracy: 71.60% From layer 4: Accuracy: 74.07%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.00% From layer 1: Accuracy: 96.63% From layer 2: Accuracy: 99.41% From layer 3: Accuracy: 99.18% From layer 4: Accuracy: 99.53% Checkpoint 400 models/shd_4layer_withckpts_noaugment_epoch400.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.114147 4.450653 3.0987988 2.661974 2.3516407] Correct: [10.69151545 15.39970574 25.77243747 33.11672388 39.4556155 ]% Cross Entropy Loss: [2.9118867 2.198681 1.5307323 1.2047384 1.0188764] Correct: [21.65277097 33.65620402 48.70034331 58.31289848 64.34526729]% Cross Entropy Loss: [2.4998875 1.7370476 1.2012732 0.93657726 0.8000131 ] Correct: [27.83227072 42.43501717 59.46542423 67.32466896 72.42520844]% Cross Entropy Loss: [2.2831938 1.4932333 1.030677 0.79276806 0.67929786] Correct: [32.09906817 49.52182442 64.78666013 72.80529671 76.43452673]% Cross Entropy Loss: [2.100155 1.3038307 0.8825134 0.69082785 0.5909864 ] Correct: [34.75968612 55.02697401 69.97302599 76.97400687 79.87984306]% Cross Entropy Loss: [1.9865446 1.1923131 0.7916044 0.6299982 0.53104943] Correct: [37.61647867 58.82785679 73.52869053 79.23001471 82.57724375]% Cross Entropy Loss: [1.892776 1.0776057 0.71143794 0.54914165 0.4630382 ] Correct: [39.3575282 63.13143698 76.11574301 81.86611084 84.52672879]% Cross Entropy Loss: [1.8128543 0.9995524 0.6555601 0.5003842 0.42164236] Correct: [40.97596861 65.48553212 78.93575282 83.65620402 86.61108386]% Cross Entropy Loss: [1.7359728 0.9377204 0.60351 0.46325663 0.38759616] Correct: [42.50858264 67.58214811 80.99558607 85.27464443 87.80039235]% Cross Entropy Loss: [1.66908 0.8703829 0.55963975 0.4269899 0.35553384] Correct: [44.40902403 70.50024522 82.35654733 86.66012751 88.87935262]% Cross Entropy Loss: [1.6356044 0.82945406 0.53615963 0.4157511 0.34616703] Correct: [45.76998529 71.73859735 83.0308975 86.6478666 89.21039725]% Cross Entropy Loss: [1.5610194 0.78228396 0.49428844 0.37030697 0.30591798] Correct: [47.53555665 73.8965179 85.00490436 88.73222168 90.66944581]% Cross Entropy Loss: [1.5242195 0.7522016 0.46706307 0.35458562 0.2879391 ] Correct: [48.18538499 74.84060814 85.53212359 89.00196175 91.47866601]% Cross Entropy Loss: [1.4754064 0.70568657 0.43947518 0.339022 0.27992934] Correct: [49.96321726 76.69200589 86.70917116 89.59048553 91.77292791]% Cross Entropy Loss: [1.4411824 0.6692652 0.41187525 0.3139994 0.2589771 ] Correct: [50.99313389 77.85679255 87.89847965 90.73075037 92.45953899]% Cross Entropy Loss: [1.4100857 0.6511955 0.39758423 0.3020109 0.24765472] Correct: [51.91270231 78.72731731 88.40117705 91.27023051 92.54536538]% Cross Entropy Loss: [1.3814448 0.6137836 0.37025 0.27095684 0.21759695] Correct: [52.13339872 80.23540951 89.68857283 92.38597352 94.13928396]% Cross Entropy Loss: [1.3373139 0.5897306 0.3518923 0.26224455 0.21186459] Correct: [54.08288377 80.98332516 90.11770476 92.49632173 94.32319765]% Cross Entropy Loss: [1.3152664 0.5742079 0.34069797 0.2549422 0.20443408] Correct: [54.51201569 81.84158901 90.74301128 93.08484551 94.5806768 ]% Cross Entropy Loss: [1.2802658 0.544714 0.32645932 0.24303141 0.1922698 ] Correct: [56.16723884 83.15350662 91.35605689 93.10936734 95.24276606]% Cross Entropy Loss: [1.2614135 0.53067553 0.31269914 0.23188981 0.1821642 ] Correct: [56.11819519 83.90142227 91.42962236 93.91858754 95.47572339]% Cross Entropy Loss: [1.2431743 0.5152242 0.3024867 0.22738346 0.1833161 ] Correct: [56.69445807 84.34281511 92.03040706 93.63658656 95.09563512]% Cross Entropy Loss: [1.2093554 0.50280315 0.29213738 0.216084 0.17326587] Correct: [57.9328102 84.96812163 92.38597352 94.274154 95.53702795]% Cross Entropy Loss: [1.2035509 0.486494 0.2798328 0.20547739 0.16119802] Correct: [58.70524767 85.4462972 92.92545365 94.94850417 96.23589995]% Cross Entropy Loss: [1.1649138 0.46516556 0.26528555 0.19824159 0.15377806] Correct: [59.67385974 86.69691025 93.6733693 94.97302599 96.4811182 ]% Cross Entropy Loss: [1.1542317 0.45464692 0.25291142 0.1805004 0.14294326] Correct: [59.67385974 87.0524767 93.9798921 95.80676802 97.02059833]% Cross Entropy Loss: [1.1275686 0.43113586 0.242556 0.17073639 0.12935577] Correct: [61.03482099 88.13143698 94.50711133 96.34624816 97.52329573]% Cross Entropy Loss: [1.1243752 0.41886476 0.2375542 0.1718261 0.13184963] Correct: [61.20647376 88.81804806 94.66650319 96.00294262 97.32712114]% Cross Entropy Loss: [1.0999104 0.4128515 0.23729077 0.16762304 0.13295563] Correct: [61.56204022 88.83030897 94.31093673 96.12555174 97.02059833]% Cross Entropy Loss: [1.0820566 0.4067223 0.221008 0.15561855 0.12122151] Correct: [62.59195684 89.33300638 95.09563512 96.65277097 97.82981854]% Cross Entropy Loss: [1.0640355 0.39038116 0.21262851 0.15150744 0.11474514] Correct: [63.52378617 89.67631192 95.63511525 96.81216282 97.91564492]% Cross Entropy Loss: [1.0437374 0.3818605 0.21165623 0.14663327 0.11171268] Correct: [64.1613536 89.90926925 95.46346248 96.93477195 98.11181952]% Cross Entropy Loss: [1.037183 0.37749916 0.20680246 0.14899933 0.11450201] Correct: [64.17361452 90.362923 95.7822462 96.83668465 97.63364394]% Cross Entropy Loss: [1.0249324 0.36464816 0.19407173 0.13557905 0.10345668] Correct: [64.48013732 90.73075037 96.10102992 97.22903384 98.33251594]% Cross Entropy Loss: [1.0156816 0.3553299 0.19472052 0.13180219 0.10536723] Correct: [64.90926925 91.01275135 96.00294262 97.47425208 98.20990682]% Cross Entropy Loss: [1.0064164 0.35548273 0.19202442 0.138641 0.10816402] Correct: [64.93379107 91.28249142 96.32172634 97.1922511 97.95242766]% Cross Entropy Loss: [0.9851874 0.341014 0.18109623 0.12791601 0.09608492] Correct: [66.51544875 91.72388426 96.57920549 97.43746935 98.22216773]% Cross Entropy Loss: [0.9773322 0.3337466 0.17679004 0.12145752 0.09351377] Correct: [66.58901422 91.78518882 96.49337911 97.64590486 98.32025503]% Cross Entropy Loss: [0.9717295 0.32673693 0.16954681 0.11501298 0.08590641] Correct: [66.65031878 92.0671898 97.02059833 98.09955861 98.74938695]% Cross Entropy Loss: [0.9558092 0.31837127 0.16554314 0.10827857 0.0866204 ] Correct: [67.17753801 92.5698872 97.21677293 98.34477685 98.71260422]% Cross Entropy Loss: [0.94724095 0.31747377 0.16247377 0.10748219 0.08087307] Correct: [67.93771457 92.33692987 97.02059833 98.24668955 98.88425699]% Cross Entropy Loss: [0.9406086 0.3043578 0.15412624 0.10565548 0.08268388] Correct: [68.24423737 93.19519372 97.59686121 98.18538499 98.71260422]% Cross Entropy Loss: [0.9441771 0.30463466 0.15257606 0.10558946 0.07630317] Correct: [68.52623835 93.23197646 97.57233938 98.27121138 99.01912702]% Cross Entropy Loss: [0.9216981 0.29505873 0.14836596 0.09958953 0.07489771] Correct: [69.26189308 93.68563021 97.68268759 98.46738597 99.00686611]% Cross Entropy Loss: [0.9113469 0.29328743 0.14781229 0.09726189 0.07118915] Correct: [69.21284944 93.40362923 97.60912212 98.4919078 99.19077979]% Cross Entropy Loss: [0.90630573 0.28625417 0.14372873 0.09152812 0.0668438 ] Correct: [69.6787641 93.72241295 97.91564492 98.85973516 99.28886709]% Cross Entropy Loss: [0.9071124 0.2813049 0.13530992 0.09075568 0.06971791] Correct: [69.42128494 93.93084846 98.13634134 98.68808239 99.00686611]% Cross Entropy Loss: [0.8857015 0.27299386 0.1340557 0.08653489 0.06232113] Correct: [70.92937715 94.53163315 97.8911231 98.97008337 99.3992153 ]% Cross Entropy Loss: [0.88370043 0.26900715 0.13118109 0.08969236 0.06581534] Correct: [71.088769 94.72780775 98.46738597 98.74938695 99.31338892]% Cross Entropy Loss: [0.8729632 0.26303816 0.1283315 0.08292862 0.06281031] Correct: [71.94703286 94.62972045 98.45512506 99.00686611 99.37469348]% Cross Entropy Loss: [0.87563926 0.2630219 0.1260091 0.08298653 0.0612869 ] Correct: [70.99068171 94.44580677 98.35703776 99.03138794 99.48504169]% Cross Entropy Loss: [0.8906387 0.26844347 0.12619987 0.08292805 0.06093889] Correct: [70.81902894 94.43354586 98.12408043 98.85973516 99.3992153 ]% Cross Entropy Loss: [0.8516366 0.24870059 0.11843855 0.07930522 0.05864312] Correct: [72.30259931 95.19372241 98.47964689 99.10495341 99.42373713]% Cross Entropy Loss: [0.8451644 0.23996623 0.11038327 0.07134236 0.05257287] Correct: [72.92790584 95.84355076 98.92103973 99.35017165 99.47278077]% Cross Entropy Loss: [0.84869385 0.24722926 0.11710925 0.07407034 0.05172428] Correct: [72.51103482 94.93624326 98.34477685 99.20304071 99.61991172]% Cross Entropy Loss: [0.85229087 0.24732329 0.11455952 0.0740356 0.06104524] Correct: [72.43746935 94.93624326 98.33251594 99.12947523 99.22756253]% Cross Entropy Loss: [0.84642446 0.2416374 0.11090042 0.07164999 0.0597533 ] Correct: [72.71947033 95.6841589 98.61451692 99.301128 99.15399706]% Cross Entropy Loss: [0.8308015 0.23443338 0.1052234 0.06490302 0.04519167] Correct: [73.66356057 95.70868073 99.03138794 99.4973026 99.74252084]% Cross Entropy Loss: [0.82712334 0.24007256 0.10968657 0.07137793 0.05351011] Correct: [73.67582148 95.41441883 98.66356057 99.19077979 99.37469348]% Cross Entropy Loss: [0.82829183 0.23377843 0.10506951 0.06941604 0.04862725] Correct: [73.57773418 95.65963708 98.85973516 99.33791074 99.63217263]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.70% From layer 1: Accuracy: 64.58% From layer 2: Accuracy: 71.69% From layer 3: Accuracy: 74.38% From layer 4: Accuracy: 75.49%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 71.49% From layer 1: Accuracy: 96.15% From layer 2: Accuracy: 99.07% From layer 3: Accuracy: 99.69% From layer 4: Accuracy: 99.66% Checkpoint 420 models/shd_4layer_withckpts_noaugment_epoch420.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.856997 3.8959 3.5757809 2.7275007 2.5107887] Correct: [ 9.04855321 16.24570868 21.45659637 33.77881314 41.53997057]% Cross Entropy Loss: [3.0342531 2.0859597 1.6003497 1.1841699 1.0297676] Correct: [18.95537028 34.77194703 46.2849436 59.0362923 64.52918097]% Cross Entropy Loss: [2.5818026 1.6648983 1.2153435 0.9189824 0.79220504] Correct: [25.22069642 45.05885238 58.1289848 68.48945562 72.97694949]% Cross Entropy Loss: [2.3365407 1.4515951 1.0217472 0.7628522 0.653376 ] Correct: [30.1250613 50.6007847 64.88474743 73.84747425 77.95487984]% Cross Entropy Loss: [2.1539655 1.2702699 0.88538104 0.6622303 0.56460327] Correct: [33.64394311 56.05689063 69.94850417 77.45218244 80.87297695]% Cross Entropy Loss: [2.0260904 1.1602561 0.7959036 0.6034045 0.5142229] Correct: [36.7459539 60.09073075 73.27121138 79.95340853 82.60176557]% Cross Entropy Loss: [1.9217693 1.0710967 0.7099878 0.52893084 0.45398387] Correct: [38.86709171 63.71996077 76.83913683 82.95733203 85.36047082]% Cross Entropy Loss: [1.8354068 0.99063146 0.6611614 0.4854117 0.41044727] Correct: [40.24031388 66.01275135 78.92349191 84.41638058 87.12604218]% Cross Entropy Loss: [1.7638521 0.92928904 0.6012174 0.4415437 0.37651727] Correct: [42.49632173 68.25649828 80.93428151 86.05934282 88.29082884]% Cross Entropy Loss: [1.6862258 0.8645301 0.5548761 0.41800037 0.35216904] Correct: [43.83276116 70.43894066 82.90828838 86.86856302 89.08778813]% Cross Entropy Loss: [1.6403149 0.82914525 0.5237141 0.39589387 0.33734804] Correct: [44.78911231 72.11868563 83.46002943 87.73908779 89.57822462]% Cross Entropy Loss: [1.6007563 0.7810424 0.49051514 0.37006843 0.30194843] Correct: [46.11329083 73.81069152 85.10299166 88.89161354 91.01275135]% Cross Entropy Loss: [1.5425904 0.741384 0.45404544 0.33656612 0.28267914] Correct: [47.60912212 75.57626287 86.30456106 90.00735655 92.01814615]% Cross Entropy Loss: [1.5160568 0.71730745 0.43500662 0.3268016 0.27544713] Correct: [48.32025503 76.44678764 87.48160863 90.362923 91.82197155]% Cross Entropy Loss: [1.452504 0.6679033 0.40358213 0.29337865 0.2407497 ] Correct: [50.11034821 78.20009809 88.42569887 91.72388426 93.28102011]% Cross Entropy Loss: [1.4120349 0.63938296 0.38517705 0.28369784 0.22803721] Correct: [51.33643943 79.32810201 88.84256989 92.28788622 93.80823933]% Cross Entropy Loss: [1.3795155 0.610435 0.36703095 0.27179876 0.22073184] Correct: [52.28052967 80.50514958 89.7621383 92.43501717 94.15154487]% Cross Entropy Loss: [1.353048 0.58960885 0.35276866 0.25919238 0.20919752] Correct: [52.52574792 81.37567435 90.16674841 92.81510544 94.21284944]% Cross Entropy Loss: [1.3074385 0.5644058 0.3332398 0.2344543 0.19041453] Correct: [54.2177538 82.31976459 90.51005395 93.71015204 95.14467876]% Cross Entropy Loss: [1.2927351 0.5394825 0.31594327 0.22648087 0.18029647] Correct: [55.02697401 83.38646395 91.65031878 94.24963217 95.70868073]% Cross Entropy Loss: [1.2605948 0.51989204 0.3065622 0.21949962 0.17540757] Correct: [56.04462972 84.29377146 91.67484061 94.31093673 95.67189799]% Cross Entropy Loss: [1.255337 0.5181501 0.29380107 0.21793321 0.16945483] Correct: [56.28984796 83.95046591 92.38597352 94.32319765 95.83128985]% Cross Entropy Loss: [1.2235855 0.50223005 0.2825534 0.19524148 0.15147018] Correct: [57.50367827 84.89455615 92.87641 95.36537518 96.6895537 ]% Cross Entropy Loss: [1.1916412 0.47717017 0.2720883 0.1975876 0.15475363] Correct: [58.42324669 86.05934282 92.91319274 95.03433055 96.49337911]% Cross Entropy Loss: [1.1773412 0.45805562 0.25631133 0.18157858 0.14743426] Correct: [59.22020598 86.99117214 93.73467386 95.79450711 96.57920549]% Cross Entropy Loss: [1.1621917 0.44743407 0.24594803 0.17154947 0.13621233] Correct: [59.34281511 87.28543404 94.28641491 96.088769 97.22903384]% Cross Entropy Loss: [1.13708 0.43125468 0.23476389 0.16428928 0.13075708] Correct: [60.16429622 88.24178519 94.74006866 96.45659637 97.2903384 ]% Cross Entropy Loss: [1.1182029 0.42231852 0.22386757 0.14998996 0.11696486] Correct: [60.98577734 88.1559588 95.21824424 97.17999019 97.95242766]% Cross Entropy Loss: [1.1014872 0.41049835 0.22148287 0.15183532 0.11985515] Correct: [62.13830309 88.54830799 95.30407062 96.79990191 97.60912212]% Cross Entropy Loss: [1.0853255 0.39311752 0.21197288 0.143336 0.10897031] Correct: [62.78813144 89.56596371 95.36537518 97.47425208 98.2957332 ]% Cross Entropy Loss: [1.062247 0.3821153 0.20650423 0.14188628 0.10888032] Correct: [62.92300147 90.21579205 95.65963708 97.27807749 98.06277587]% Cross Entropy Loss: [1.0637088 0.39607653 0.21033838 0.14202145 0.10939959] Correct: [63.49926435 89.06326631 95.15693968 97.04512016 97.92790584]% Cross Entropy Loss: [1.040347 0.3693016 0.19242609 0.13056166 0.10260225] Correct: [64.87248651 90.41196665 96.26042178 97.54781756 98.20990682]% Cross Entropy Loss: [1.0295194 0.3675474 0.1913776 0.13175854 0.10018919] Correct: [64.70083374 90.33840118 96.27268269 97.56007847 98.40608141]% Cross Entropy Loss: [1.003789 0.35464323 0.18201268 0.12339813 0.09308618] Correct: [65.8656204 91.07405591 96.65277097 97.70720942 98.55321236]% Cross Entropy Loss: [0.98947954 0.34132522 0.17871368 0.1227822 0.09618168] Correct: [66.41736145 91.77292791 96.45659637 97.86660128 98.28347229]% Cross Entropy Loss: [1.0057307 0.34233758 0.17618096 0.11752555 0.0882109 ] Correct: [65.69396763 91.71162334 96.66503188 97.85434036 98.5899951 ]% Cross Entropy Loss: [0.9786238 0.33633438 0.16658115 0.10999487 0.08169092] Correct: [66.80971064 91.72388426 96.77538009 98.1976459 99.00686611]% Cross Entropy Loss: [0.98201996 0.33265516 0.17145772 0.11334255 0.08300716] Correct: [66.55223149 91.62579696 96.49337911 97.7930358 98.78616969]% Cross Entropy Loss: [0.9613083 0.31687334 0.16097765 0.1087207 0.07939263] Correct: [67.49632173 92.30014713 97.25355566 98.11181952 98.94556155]% Cross Entropy Loss: [0.94629884 0.30320868 0.15117368 0.09821785 0.07255381] Correct: [68.575282 93.28102011 97.486513 98.5899951 99.17851888]% Cross Entropy Loss: [0.95016235 0.3046705 0.150125 0.1006318 0.07465041] Correct: [67.98675821 93.14615007 97.51103482 98.35703776 99.03138794]% Cross Entropy Loss: [0.93442774 0.29784605 0.14453511 0.0946645 0.0674118 ] Correct: [68.78371751 93.42815105 97.43746935 98.63903874 99.38695439]% Cross Entropy Loss: [0.92609537 0.2961767 0.13855514 0.08864382 0.06390776] Correct: [69.83815596 93.06032369 98.09955861 98.85973516 99.47278077]% Cross Entropy Loss: [0.9132993 0.28356385 0.13495317 0.08622224 0.06800868] Correct: [69.93624326 94.04119667 97.9892104 99.0926925 99.21530162]% Cross Entropy Loss: [0.922122 0.28517318 0.14174527 0.08960152 0.06995531] Correct: [68.84502207 93.50171653 97.67042668 98.70034331 98.90877881]% Cross Entropy Loss: [0.8937562 0.27309895 0.12776244 0.08436542 0.06685685] Correct: [71.02746444 94.47032859 98.45512506 98.82295243 99.10495341]% Cross Entropy Loss: [0.8867696 0.27216074 0.12583388 0.0777513 0.05707845] Correct: [70.73320255 94.53163315 98.41834232 99.23982344 99.50956351]% Cross Entropy Loss: [0.87769216 0.26248568 0.12203329 0.0788286 0.05729436] Correct: [71.13781265 94.99754782 98.40608141 98.93330064 99.36243256]% Cross Entropy Loss: [0.8732179 0.2561187 0.12267855 0.07907337 0.05856868] Correct: [71.72633644 95.02206964 98.22216773 98.84747425 99.301128 ]% Cross Entropy Loss: [0.8807077 0.2602349 0.1209678 0.07928296 0.06141762] Correct: [71.4811182 94.86267778 98.32025503 98.90877881 99.01912702]% Cross Entropy Loss: [0.86185265 0.2540372 0.11417745 0.07057144 0.04890575] Correct: [71.75085826 94.93624326 98.5899951 99.20304071 99.74252084]% Cross Entropy Loss: [0.8612962 0.25151077 0.11666679 0.07420214 0.05707186] Correct: [71.87346739 94.98528691 98.51642962 99.10495341 99.17851888]% Cross Entropy Loss: [0.8612577 0.25433356 0.112159 0.07057504 0.04961586] Correct: [72.53555665 94.66650319 98.68808239 99.25208436 99.70573811]% Cross Entropy Loss: [0.8431093 0.2382426 0.10609795 0.06411852 0.04768674] Correct: [72.75625307 95.80676802 98.87199608 99.53408534 99.71799902]% Cross Entropy Loss: [0.843001 0.2418946 0.10650127 0.0629068 0.04401755] Correct: [72.82981854 95.10789603 98.87199608 99.47278077 99.82834723]% Cross Entropy Loss: [0.8476358 0.239461 0.1049295 0.06450522 0.04723845] Correct: [72.46199117 95.50024522 98.85973516 99.33791074 99.61991172]% Cross Entropy Loss: [0.8305558 0.23229146 0.10437556 0.06609712 0.04815642] Correct: [73.74938695 95.63511525 98.78616969 99.35017165 99.58312898]% Cross Entropy Loss: [0.8230755 0.23114951 0.10472272 0.0734057 0.05239558] Correct: [73.60225601 95.51250613 98.70034331 98.9946052 99.3992153 ]% Cross Entropy Loss: [0.8233791 0.22554769 0.09601364 0.0589506 0.04612313] Correct: [74.43599804 95.85581167 99.12947523 99.54634625 99.61991172]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.48% From layer 1: Accuracy: 65.24% From layer 2: Accuracy: 69.35% From layer 3: Accuracy: 72.75% From layer 4: Accuracy: 74.03%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.55% From layer 1: Accuracy: 96.33% From layer 2: Accuracy: 99.46% From layer 3: Accuracy: 99.85% From layer 4: Accuracy: 99.95% Checkpoint 440 models/shd_4layer_withckpts_noaugment_epoch440.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.1249046 3.9595094 3.2613602 2.7291539 2.3311768] Correct: [10.86316822 17.99901913 25.26974007 33.79107406 40.10544385]% Cross Entropy Loss: [2.9953306 1.9991864 1.4890807 1.1720726 1.0097717] Correct: [20.84355076 37.54291319 49.25208436 58.98724865 65.11770476]% Cross Entropy Loss: [2.5858376 1.6289607 1.1799817 0.9179028 0.79142714] Correct: [26.98626778 45.81902894 58.86463953 68.0725846 72.67042668]% Cross Entropy Loss: [2.343846 1.4115016 0.99872655 0.7639711 0.6580288 ] Correct: [30.5174105 52.40313879 65.362923 73.65129966 77.52574792]% Cross Entropy Loss: [2.1810231 1.2630119 0.868667 0.67299515 0.57928616] Correct: [33.86463953 56.76802354 70.5860716 77.58705248 81.24080432]% Cross Entropy Loss: [2.0605998 1.1584146 0.78336036 0.6000463 0.5182717 ] Correct: [36.21873467 60.70377636 73.8965179 79.97793036 83.09220206]% Cross Entropy Loss: [1.9772882 1.0696929 0.7068245 0.5421119 0.46642548] Correct: [37.82491417 62.95978421 76.64296224 81.8293281 84.52672879]% Cross Entropy Loss: [1.8605076 0.98229575 0.63692564 0.47886187 0.41002068] Correct: [40.70622854 66.77292791 79.40166748 84.39185875 87.37126042]% Cross Entropy Loss: [1.7742281 0.9175789 0.5858736 0.44815665 0.3771626 ] Correct: [42.07945071 68.96763119 81.57184895 85.82638548 87.95978421]% Cross Entropy Loss: [1.7193981 0.85942584 0.55192333 0.41575614 0.3608161 ] Correct: [43.78371751 71.11329083 82.89602746 87.0524767 88.97743992]% Cross Entropy Loss: [1.6503209 0.80407166 0.5128116 0.3874281 0.31925675] Correct: [44.86267778 73.3938205 83.92594409 88.24178519 90.59588033]% Cross Entropy Loss: [1.6005836 0.7715664 0.47690004 0.35079294 0.2993796 ] Correct: [46.787641 74.96321726 85.93673369 89.44335459 91.3683178 ]% Cross Entropy Loss: [1.5470054 0.71979934 0.45290565 0.33839723 0.27945945] Correct: [47.94016675 76.54487494 86.20647376 90.03187837 91.93231976]% Cross Entropy Loss: [1.5048027 0.6910812 0.41993624 0.31494907 0.2632435 ] Correct: [48.57773418 77.47670427 87.69004414 90.47327121 92.27562531]% Cross Entropy Loss: [1.4764975 0.668081 0.4048933 0.29763505 0.24700779] Correct: [49.77930358 78.44531633 88.02108877 91.60127513 93.13388916]% Cross Entropy Loss: [1.4220254 0.6309446 0.37421915 0.2736189 0.22566007] Correct: [51.4100049 79.65914664 89.40657185 92.60666994 94.16380579]% Cross Entropy Loss: [1.3855852 0.6035576 0.3538106 0.2566267 0.21210408] Correct: [52.95487984 81.13045611 90.19127023 92.85188818 94.53163315]% Cross Entropy Loss: [1.3629853 0.58788234 0.35248926 0.2596955 0.21646175] Correct: [53.33496812 81.31436979 90.06866111 92.80284453 93.95537028]% Cross Entropy Loss: [1.3272994 0.56043774 0.33321607 0.24431944 0.1989989 ] Correct: [54.3158411 82.44237371 90.77979402 93.44041197 95.21824424]% Cross Entropy Loss: [1.3036481 0.53874433 0.31764078 0.22896215 0.18950586] Correct: [55.44384502 83.97498774 91.3683178 94.01667484 95.45120157]% Cross Entropy Loss: [1.2685452 0.52016675 0.29518142 0.20436747 0.16720763] Correct: [56.20402158 84.36733693 92.36145169 95.25502697 96.37076999]% Cross Entropy Loss: [1.2435653 0.50087196 0.28456 0.20408356 0.16302983] Correct: [56.68219716 85.11525257 92.91319274 95.09563512 96.39529181]% Cross Entropy Loss: [1.2209026 0.48015758 0.2693618 0.18916681 0.15368287] Correct: [57.79794017 86.28003923 93.42815105 95.69641981 96.87346739]% Cross Entropy Loss: [1.1989055 0.4698212 0.26089174 0.18424274 0.15350768] Correct: [58.87690044 86.29230015 93.75919568 95.76998529 96.41981363]% Cross Entropy Loss: [1.167591 0.45560706 0.2520655 0.17379637 0.14153452] Correct: [59.79646886 87.27317312 94.00441393 96.23589995 96.91025012]% Cross Entropy Loss: [1.1513889 0.43878633 0.24506575 0.17082556 0.13901138] Correct: [60.05394801 87.54291319 94.42128494 96.41981363 97.16772928]% Cross Entropy Loss: [1.140322 0.4270331 0.23471841 0.16679172 0.13311805] Correct: [61.0470819 88.26630701 94.92398234 96.34624816 97.35164296]% Cross Entropy Loss: [1.1115025 0.41155624 0.22164018 0.15003462 0.12089491] Correct: [61.35360471 89.05100539 95.50024522 97.24129475 97.82981854]% Cross Entropy Loss: [1.0961417 0.40235344 0.21286784 0.14598812 0.11702544] Correct: [62.46934772 89.21039725 95.56154978 97.1922511 98.03825405]% Cross Entropy Loss: [1.0868206 0.3908395 0.21124683 0.14545105 0.1169332 ] Correct: [62.76360961 89.82344286 95.84355076 97.16772928 97.78077489]% Cross Entropy Loss: [1.0650097 0.37969816 0.20101833 0.13885388 0.1134406 ] Correct: [63.87935262 90.11770476 96.00294262 97.3884257 98.01373222]% Cross Entropy Loss: [1.0481563 0.36764568 0.19947423 0.13486058 0.10784771] Correct: [64.07552722 91.03727317 95.94163806 97.67042668 98.20990682]% Cross Entropy Loss: [1.054258 0.36671096 0.18968429 0.12957117 0.10051169] Correct: [63.38891614 90.58361942 96.54242276 97.78077489 98.41834232]% Cross Entropy Loss: [1.0340276 0.35446316 0.18376291 0.12261291 0.09500626] Correct: [64.22265817 91.04953409 96.64051005 98.03825405 98.72486513]% Cross Entropy Loss: [1.0072918 0.3422362 0.17624137 0.1183186 0.09235764] Correct: [65.44874939 91.78518882 96.87346739 98.18538499 98.51642962]% Cross Entropy Loss: [0.9940408 0.33406022 0.1703689 0.1144132 0.08820198] Correct: [66.68710152 91.95684159 96.99607651 98.12408043 98.81069152]% Cross Entropy Loss: [0.9942449 0.33111283 0.165833 0.11016888 0.08756904] Correct: [66.6625797 92.00588524 97.21677293 98.40608141 98.78616969]% Cross Entropy Loss: [0.9714026 0.3207729 0.1628252 0.1056565 0.08472271] Correct: [67.71701815 92.63119176 97.25355566 98.46738597 98.78616969]% Cross Entropy Loss: [0.97841835 0.32233533 0.16125093 0.10629398 0.08378886] Correct: [67.60666994 92.22658166 97.08190289 98.38155959 98.72486513]% Cross Entropy Loss: [0.96220577 0.31543174 0.16006626 0.1026874 0.08029794] Correct: [68.14615007 92.22658166 97.13094654 98.56547327 99.05590976]% Cross Entropy Loss: [0.9396416 0.29701197 0.14598148 0.09525119 0.07527477] Correct: [69.274154 93.40362923 97.97694949 98.61451692 99.22756253]% Cross Entropy Loss: [0.9331648 0.2990526 0.14844793 0.09439553 0.07343761] Correct: [69.44580677 93.36684649 97.82981854 98.84747425 99.20304071]% Cross Entropy Loss: [0.9319209 0.28615913 0.13943586 0.0877189 0.06615583] Correct: [69.1760667 93.83276116 97.97694949 98.9946052 99.32564983]% Cross Entropy Loss: [0.92173094 0.29041138 0.1391297 0.08905062 0.06791805] Correct: [69.78911231 93.6733693 98.18538499 98.92103973 99.31338892]% Cross Entropy Loss: [0.9158408 0.28071126 0.1343898 0.0901192 0.069013 ] Correct: [69.97302599 94.11476214 98.1976459 98.72486513 99.05590976]% Cross Entropy Loss: [0.89030707 0.2691242 0.12652084 0.07966579 0.06059842] Correct: [71.10102992 94.43354586 98.55321236 99.25208436 99.4973026 ]% Cross Entropy Loss: [0.9002426 0.2739058 0.12667781 0.07948836 0.06030151] Correct: [70.42667974 94.28641491 98.24668955 99.20304071 99.46051986]% Cross Entropy Loss: [0.88948035 0.2691522 0.12672715 0.07837694 0.05970198] Correct: [71.01520353 94.69102501 98.30799411 99.14173615 99.46051986]% Cross Entropy Loss: [0.8863696 0.2580761 0.1235909 0.0783069 0.0606481] Correct: [71.24816086 94.83815596 98.33251594 99.08043158 99.23982344]% Cross Entropy Loss: [0.88377434 0.26151407 0.12122637 0.07485235 0.05699643] Correct: [71.35850907 94.65424228 98.55321236 99.35017165 99.57086807]% Cross Entropy Loss: [0.8813595 0.25260386 0.11621782 0.07082248 0.05145923] Correct: [70.90485532 94.99754782 98.67582148 99.43599804 99.74252084]% Cross Entropy Loss: [0.8663106 0.25005186 0.11031213 0.06752498 0.05060291] Correct: [72.20451202 95.16920059 98.73712604 99.44825895 99.64443355]% Cross Entropy Loss: [0.8618398 0.24651875 0.11010277 0.06626575 0.05200612] Correct: [72.70720942 95.38989701 98.70034331 99.47278077 99.5953899 ]% Cross Entropy Loss: [0.8524996 0.23937365 0.10747083 0.06536728 0.04779149] Correct: [72.95242766 95.32859245 98.95782246 99.42373713 99.77930358]% Cross Entropy Loss: [0.8644834 0.25018924 0.11375053 0.06976727 0.05325434] Correct: [71.787641 94.75232957 98.40608141 99.16625797 99.42373713]% Cross Entropy Loss: [0.84518945 0.2361104 0.10577633 0.06627987 0.04917301] Correct: [72.76851398 95.46346248 98.76164787 99.3992153 99.66895537]% Cross Entropy Loss: [0.8375992 0.23233819 0.10151643 0.06222565 0.04850471] Correct: [73.7984306 95.48798431 98.8965179 99.52182442 99.5953899 ]% Cross Entropy Loss: [0.8399353 0.23531634 0.1008971 0.06217048 0.04488853] Correct: [73.01373222 95.1814615 98.77390878 99.47278077 99.76704267]% Cross Entropy Loss: [0.8297677 0.22822177 0.09968074 0.06083469 0.04644773] Correct: [73.8965179 95.80676802 99.05590976 99.50956351 99.66895537]% Cross Entropy Loss: [0.81984556 0.21623236 0.09206197 0.05512479 0.04017913] Correct: [74.15399706 96.21137813 99.22756253 99.60765081 99.86512997]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.98% From layer 1: Accuracy: 65.99% From layer 2: Accuracy: 71.78% From layer 3: Accuracy: 74.78% From layer 4: Accuracy: 75.04%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.46% From layer 1: Accuracy: 97.08% From layer 2: Accuracy: 99.69% From layer 3: Accuracy: 99.85% From layer 4: Accuracy: 99.98% Checkpoint 460 models/shd_4layer_withckpts_noaugment_epoch460.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.054114 4.6913114 3.6962736 3.2641232 2.42978 ] Correct: [ 9.37959784 14.66405101 23.35703776 30.30897499 37.62873958]% Cross Entropy Loss: [2.9614704 2.1397154 1.5812845 1.2509936 1.0606073] Correct: [19.66650319 34.48994605 47.16772928 57.40559098 63.21726336]% Cross Entropy Loss: [2.4931855 1.6986172 1.2309022 0.95174855 0.8091591 ] Correct: [26.45904855 44.09024031 57.79794017 67.0671898 72.35164296]% Cross Entropy Loss: [2.2608492 1.4513984 1.0200064 0.78638643 0.6718006 ] Correct: [31.13045611 51.69200589 64.50465915 73.90877881 77.37861697]% Cross Entropy Loss: [2.102576 1.2985239 0.90429926 0.69202805 0.58595467] Correct: [33.90142227 55.49288867 69.16380579 76.77783227 80.60323688]% Cross Entropy Loss: [1.968871 1.1616242 0.79696226 0.6120537 0.51099783] Correct: [36.90534576 60.06620893 72.78077489 79.57332026 83.16576753]% Cross Entropy Loss: [1.8689795 1.070014 0.72847396 0.5590661 0.4729318 ] Correct: [39.06326631 63.10691515 75.74791564 81.69445807 84.64933791]% Cross Entropy Loss: [1.7940409 1.0026226 0.6647189 0.4965155 0.41223046] Correct: [41.00049044 65.90240314 77.89357528 83.80333497 86.88082393]% Cross Entropy Loss: [1.7243185 0.9264747 0.6032468 0.4603879 0.37844792] Correct: [42.36145169 68.48945562 80.45610593 85.0416871 87.89847965]% Cross Entropy Loss: [1.6570587 0.86376566 0.5545291 0.41973883 0.34589362] Correct: [44.54389407 70.79450711 82.12359 86.75821481 89.07552722]% Cross Entropy Loss: [1.601827 0.82252085 0.52095425 0.39623842 0.32319546] Correct: [45.67189799 71.99607651 83.46002943 87.11378127 90.06866111]% Cross Entropy Loss: [1.5396649 0.7782919 0.48495495 0.3662125 0.28883147] Correct: [47.15546837 73.71260422 85.16429622 88.76900441 91.73614517]% Cross Entropy Loss: [1.4926698 0.73822606 0.45276088 0.34162802 0.2749166 ] Correct: [48.60225601 75.46591466 86.48847474 89.63952918 92.4717999 ]% Cross Entropy Loss: [1.4596596 0.7088224 0.43167797 0.32318634 0.25861794] Correct: [49.50956351 76.72878862 87.2486513 90.16674841 92.90093183]% Cross Entropy Loss: [1.4257092 0.67776006 0.41314435 0.29821238 0.24614334] Correct: [51.09122119 78.16331535 87.54291319 91.60127513 92.9744973 ]% Cross Entropy Loss: [1.3873476 0.6397004 0.38952127 0.28809917 0.22791506] Correct: [52.13339872 78.911231 88.48700343 91.58901422 93.79597842]% Cross Entropy Loss: [1.3500822 0.6171788 0.36905798 0.2728518 0.2163717 ] Correct: [53.07748897 80.16184404 89.1613536 91.99362433 94.23737126]% Cross Entropy Loss: [1.3231953 0.58641225 0.34716856 0.2499117 0.19807349] Correct: [53.98479647 81.64541442 90.27709662 93.29328102 95.13241785]% Cross Entropy Loss: [1.2921588 0.562287 0.331037 0.23925655 0.1876663 ] Correct: [54.43845022 82.65080922 91.25796959 93.63658656 95.20598333]% Cross Entropy Loss: [1.2693586 0.5471054 0.320697 0.22909844 0.17841454] Correct: [55.24767043 83.28837666 91.51544875 94.1760667 95.7822462 ]% Cross Entropy Loss: [1.2401162 0.5313632 0.30650702 0.222487 0.1782898 ] Correct: [57.13585091 83.46002943 91.80971064 94.44580677 95.62285434]% Cross Entropy Loss: [1.2138268 0.51099735 0.2906341 0.20850274 0.16577756] Correct: [57.50367827 84.637077 92.48406081 94.81363413 95.95389897]% Cross Entropy Loss: [1.1868452 0.4892229 0.27845562 0.1991991 0.15344931] Correct: [58.65620402 85.96125552 92.85188818 95.14467876 96.60372732]% Cross Entropy Loss: [1.1713622 0.47437796 0.2651993 0.18421708 0.14306147] Correct: [59.89455615 86.29230015 93.575282 95.94163806 97.03285924]% Cross Entropy Loss: [1.1574317 0.4699914 0.25952116 0.18287897 0.14566766] Correct: [59.74742521 86.23099559 93.45267288 95.79450711 96.62824914]% Cross Entropy Loss: [1.1366606 0.4471082 0.24710633 0.17033195 0.13528103] Correct: [60.5443845 87.35899951 94.29867582 96.40755272 97.24129475]% Cross Entropy Loss: [1.1119281 0.43603465 0.23795563 0.16466407 0.12117092] Correct: [61.41490927 87.77587052 94.32319765 96.41981363 98.11181952]% Cross Entropy Loss: [1.1135651 0.42584628 0.23082663 0.16224815 0.12941147] Correct: [61.08386464 88.26630701 94.42128494 96.46885728 97.09416381]% Cross Entropy Loss: [1.0849047 0.41137448 0.22167575 0.15879719 0.1195605 ] Correct: [62.48160863 88.64639529 94.80137322 96.77538009 97.84207945]% Cross Entropy Loss: [1.0698273 0.4030525 0.21960427 0.1510293 0.11320613] Correct: [63.59735164 88.8548308 95.31633154 96.83668465 97.86660128]% Cross Entropy Loss: [1.0564553 0.38631445 0.20241292 0.13695167 0.1036901 ] Correct: [63.98970083 89.99509564 95.94163806 97.67042668 98.36929868]% Cross Entropy Loss: [1.0398213 0.37878296 0.19720057 0.13279457 0.09955208] Correct: [64.56596371 90.19127023 95.99068171 97.63364394 98.45512506]% Cross Entropy Loss: [1.0264729 0.37693343 0.198942 0.13516499 0.10535649] Correct: [65.08092202 89.89700834 95.74546346 97.36390387 98.09955861]% Cross Entropy Loss: [1.0099138 0.36017302 0.18377274 0.12365859 0.09488738] Correct: [65.58361942 90.98822952 96.57920549 97.87886219 98.4919078 ]% Cross Entropy Loss: [0.99620485 0.3491618 0.17850609 0.11868505 0.08662087] Correct: [66.11083865 91.31927415 96.77538009 98.12408043 98.94556155]% Cross Entropy Loss: [0.987152 0.34202483 0.1756922 0.11454403 0.08703596] Correct: [66.33153507 91.94458068 96.59146641 98.20990682 98.77390878]% Cross Entropy Loss: [0.9821106 0.34322777 0.17273839 0.11722066 0.08553798] Correct: [67.27562531 91.50318784 96.66503188 97.9892104 98.67582148]% Cross Entropy Loss: [0.9678716 0.32798547 0.16104472 0.10570102 0.07897317] Correct: [67.28788622 92.1652771 97.36390387 98.47964689 99.08043158]% Cross Entropy Loss: [0.9613856 0.3320637 0.16177274 0.11224238 0.08230764] Correct: [67.70475723 91.9691025 97.22903384 98.22216773 98.84747425]% Cross Entropy Loss: [0.93902755 0.313642 0.15641627 0.10125551 0.07164034] Correct: [68.52623835 92.63119176 97.36390387 98.60225601 99.37469348]% Cross Entropy Loss: [0.9319654 0.31061268 0.15255427 0.09965503 0.0753678 ] Correct: [69.38450221 92.82736636 97.40068661 98.66356057 99.01912702]% Cross Entropy Loss: [0.9335693 0.30644384 0.14545545 0.09235276 0.06743927] Correct: [68.90632663 92.81510544 97.76851398 98.92103973 99.37469348]% Cross Entropy Loss: [0.9186114 0.29992613 0.14089727 0.0894393 0.06456643] Correct: [69.24963217 93.2687592 98.09955861 98.90877881 99.46051986]% Cross Entropy Loss: [0.9048457 0.2967159 0.14307101 0.0915876 0.06667442] Correct: [69.96076508 93.30554193 97.81755763 98.85973516 99.36243256]% Cross Entropy Loss: [0.91083044 0.29586905 0.14368494 0.09385605 0.07357675] Correct: [69.93624326 92.93771457 97.64590486 98.50416871 98.92103973]% Cross Entropy Loss: [0.90188795 0.28480235 0.13319802 0.08533816 0.06244202] Correct: [70.14467876 93.82050025 98.12408043 98.81069152 99.26434527]% Cross Entropy Loss: [0.89287513 0.2804486 0.12849687 0.07891663 0.05887841] Correct: [70.53702795 93.96763119 98.34477685 99.19077979 99.47278077]% Cross Entropy Loss: [0.8776731 0.2775413 0.1281377 0.08370735 0.06244415] Correct: [71.35850907 93.88180481 98.07503678 98.65129966 99.11721432]% Cross Entropy Loss: [0.8754835 0.27009773 0.12678713 0.08304786 0.05702957] Correct: [71.4811182 94.34771947 98.36929868 98.87199608 99.44825895]% Cross Entropy Loss: [0.86796963 0.2626418 0.11920716 0.07561656 0.05487103] Correct: [71.57920549 94.72780775 98.4919078 99.19077979 99.5953899 ]% Cross Entropy Loss: [0.8759942 0.26595923 0.11745372 0.0725535 0.05111801] Correct: [71.24816086 94.0779794 98.4919078 99.22756253 99.63217263]% Cross Entropy Loss: [0.84996 0.2538563 0.11095554 0.06783579 0.04758929] Correct: [72.84207945 95.16920059 98.82295243 99.46051986 99.77930358]% Cross Entropy Loss: [0.8652282 0.25490066 0.10929511 0.06592611 0.04576714] Correct: [71.87346739 94.83815596 98.81069152 99.46051986 99.76704267]% Cross Entropy Loss: [0.8403957 0.24865097 0.11262274 0.07145339 0.0525965 ] Correct: [72.87886219 94.99754782 98.67582148 99.32564983 99.53408534]% Cross Entropy Loss: [0.8462123 0.24409392 0.1065891 0.06623859 0.04645788] Correct: [72.95242766 95.20598333 98.85973516 99.32564983 99.75478176]% Cross Entropy Loss: [0.83067644 0.23835449 0.10226752 0.06191179 0.04552317] Correct: [73.74938695 95.63511525 98.95782246 99.47278077 99.71799902]% Cross Entropy Loss: [0.8388639 0.24487028 0.10921431 0.06914054 0.05113096] Correct: [73.17312408 94.97302599 98.54095145 99.08043158 99.43599804]% Cross Entropy Loss: [0.8235052 0.23294719 0.104784 0.06582743 0.05112987] Correct: [74.10495341 95.59833252 98.8965179 99.301128 99.3992153 ]% Cross Entropy Loss: [0.8291011 0.2362777 0.0965412 0.05626643 0.04076556] Correct: [73.60225601 95.00980873 99.15399706 99.66895537 99.81608632]% Cross Entropy Loss: [0.82632977 0.23315662 0.09695813 0.05614839 0.03882879] Correct: [73.83521334 95.61059343 99.04364885 99.63217263 99.79156449]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.57% From layer 1: Accuracy: 64.71% From layer 2: Accuracy: 69.96% From layer 3: Accuracy: 72.00% From layer 4: Accuracy: 74.51%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.09% From layer 1: Accuracy: 95.59% From layer 2: Accuracy: 99.22% From layer 3: Accuracy: 99.62% From layer 4: Accuracy: 98.61% Checkpoint 480 models/shd_4layer_withckpts_noaugment_epoch480.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.12628 4.692744 3.3707602 3.2137585 2.5739794] Correct: [11.1451692 12.42030407 23.81069152 31.5228053 39.2594409 ]% Cross Entropy Loss: [2.9539661 2.1523623 1.5595496 1.169403 1.021499 ] Correct: [21.41981363 33.0308975 47.67042668 59.33055419 64.01422266]% Cross Entropy Loss: [2.5828068 1.6988235 1.2276431 0.90257084 0.8007791 ] Correct: [26.59391859 43.78371751 57.51593919 68.575282 71.45659637]% Cross Entropy Loss: [2.3497863 1.4504455 1.0342734 0.7585702 0.6690423] Correct: [29.9166258 51.14026484 64.40657185 74.20304071 76.55713585]% Cross Entropy Loss: [2.1925814 1.2979566 0.9019016 0.6634116 0.5876281] Correct: [33.11672388 55.40706229 69.24963217 77.62383521 80.05149583]% Cross Entropy Loss: [2.0522082 1.1773214 0.81105804 0.57854426 0.5146194 ] Correct: [36.0470819 59.41638058 72.21677293 80.54193232 83.3374203 ]% Cross Entropy Loss: [1.9540418 1.0759423 0.72867966 0.52998203 0.46002722] Correct: [37.78813144 63.36439431 75.77243747 82.55272192 84.77194703]% Cross Entropy Loss: [1.8648326 0.9941081 0.6678903 0.48592147 0.42386487] Correct: [39.61500736 65.95144679 77.89357528 84.24472781 86.16969103]% Cross Entropy Loss: [1.8035649 0.9509805 0.6197134 0.44790348 0.38983947] Correct: [41.27023051 67.93771457 79.61010299 85.85090731 88.00882786]% Cross Entropy Loss: [1.7067716 0.8571021 0.557429 0.40681386 0.34904948] Correct: [44.15154487 71.12555174 82.51593919 87.4448259 89.39431094]% Cross Entropy Loss: [1.6472237 0.8109842 0.51864916 0.3727737 0.31863227] Correct: [44.7768514 72.81755763 83.99950956 89.21039725 90.62040216]% Cross Entropy Loss: [1.594027 0.76933146 0.494346 0.34827778 0.29874068] Correct: [46.87346739 74.70573811 84.74742521 89.81118195 90.87788131]% Cross Entropy Loss: [1.5496981 0.7294961 0.4598535 0.32617402 0.27647406] Correct: [47.51103482 75.95635115 85.98577734 90.69396763 92.00588524]% Cross Entropy Loss: [1.4985558 0.69650584 0.44343108 0.31111377 0.26162001] Correct: [48.85973516 76.88818048 86.2432565 90.92692496 92.77832271]% Cross Entropy Loss: [1.4586204 0.6621469 0.40955606 0.2897858 0.24231027] Correct: [49.58312898 78.37175086 87.57969593 91.8710152 92.96223639]% Cross Entropy Loss: [1.4220445 0.63042474 0.3861646 0.2706158 0.2231722 ] Correct: [50.93182933 79.65914664 89.03874448 92.63119176 94.01667484]% Cross Entropy Loss: [1.3848894 0.6006739 0.36796445 0.25249362 0.21190132] Correct: [51.98626778 81.27758705 89.56596371 93.21971555 94.54389407]% Cross Entropy Loss: [1.3536934 0.5823588 0.35036013 0.24198765 0.20759004] Correct: [53.23688082 81.64541442 90.11770476 93.82050025 94.55615498]% Cross Entropy Loss: [1.3178375 0.5581328 0.33094892 0.23485138 0.1938504 ] Correct: [54.13192742 82.77341834 90.89014223 94.0779794 95.24276606]% Cross Entropy Loss: [1.3011478 0.55117846 0.32829985 0.22829528 0.1901444 ] Correct: [54.7204512 82.92054929 90.80431584 94.00441393 95.09563512]% Cross Entropy Loss: [1.2507228 0.51461595 0.30321097 0.2109757 0.17061464] Correct: [56.44923982 84.66159882 92.03040706 94.93624326 95.84355076]% Cross Entropy Loss: [1.233043 0.49549434 0.2947724 0.20146944 0.16133054] Correct: [56.9274154 85.47081903 92.43501717 95.29180971 96.54242276]% Cross Entropy Loss: [1.2390672 0.4930191 0.29392573 0.2024913 0.1655598 ] Correct: [56.66993624 85.10299166 92.36145169 94.97302599 96.00294262]% Cross Entropy Loss: [1.1892518 0.46925914 0.26518527 0.17857087 0.14421412] Correct: [58.36194213 86.5497793 93.61206474 96.22363904 97.10642472]% Cross Entropy Loss: [1.162396 0.44998452 0.25933525 0.17658389 0.14324169] Correct: [59.96812163 87.26091221 93.72241295 96.10102992 96.8857283 ]% Cross Entropy Loss: [1.151164 0.43923044 0.25225195 0.17047812 0.13733335] Correct: [59.69838156 87.67778323 93.85728298 96.16233448 97.25355566]% Cross Entropy Loss: [1.128287 0.42172763 0.2357928 0.1620318 0.12783957] Correct: [60.59342815 88.36439431 94.45806768 96.61598823 97.63364394]% Cross Entropy Loss: [1.115305 0.41136098 0.2278584 0.15057458 0.12185955] Correct: [61.3413438 88.9529181 94.92398234 97.11868563 97.73173124]% Cross Entropy Loss: [1.1109921 0.4018177 0.2241642 0.14760455 0.11825322] Correct: [61.09612555 89.1613536 95.2795488 97.16772928 97.81755763]% Cross Entropy Loss: [1.0905174 0.4000982 0.21944606 0.14707297 0.11905025] Correct: [62.43256498 89.18587543 94.93624326 97.16772928 97.86660128]% Cross Entropy Loss: [1.0698746 0.38669586 0.20972046 0.13958032 0.11007183] Correct: [62.99656694 89.5537028 95.41441883 97.24129475 97.9892104 ]% Cross Entropy Loss: [1.0540723 0.37826297 0.20859298 0.13695839 0.10991775] Correct: [63.47474252 89.83570378 95.31633154 97.26581658 98.09955861]% Cross Entropy Loss: [1.0544285 0.38012508 0.20166422 0.13588001 0.10763103] Correct: [63.13143698 89.63952918 95.51250613 97.24129475 97.97694949]% Cross Entropy Loss: [1.024579 0.35534945 0.1874395 0.12653339 0.09931761] Correct: [64.83570378 91.14762138 96.43207455 97.71947033 98.2957332 ]% Cross Entropy Loss: [1.015192 0.34490895 0.18425913 0.11978634 0.09277812] Correct: [65.33840118 91.31927415 96.3830309 97.96468857 98.70034331]% Cross Entropy Loss: [0.9995136 0.33485582 0.17449176 0.11215878 0.08905707] Correct: [65.97596861 91.77292791 96.787641 98.24668955 98.70034331]% Cross Entropy Loss: [0.988377 0.33499402 0.17436676 0.11471539 0.0947519 ] Correct: [66.78518882 92.25110348 96.87346739 97.96468857 98.38155959]% Cross Entropy Loss: [0.96964836 0.32324058 0.16576731 0.10929367 0.08362599] Correct: [67.09171162 91.9691025 97.22903384 98.24668955 98.78616969]% Cross Entropy Loss: [0.97589594 0.33063 0.17082848 0.11142959 0.0863508 ] Correct: [66.8710152 91.53997057 96.95929377 98.08729769 98.62677783]% Cross Entropy Loss: [0.9716347 0.32009503 0.16527563 0.10651505 0.08061348] Correct: [66.68710152 91.80971064 96.89798921 98.14860226 98.88425699]% Cross Entropy Loss: [0.95239395 0.30459234 0.16032167 0.10624346 0.08873557] Correct: [68.03580186 93.09710642 97.09416381 98.07503678 98.2957332 ]% Cross Entropy Loss: [0.94293606 0.30286515 0.14986159 0.09385718 0.07380885] Correct: [68.15841099 93.12162825 97.57233938 98.74938695 99.00686611]% Cross Entropy Loss: [0.93144655 0.29720503 0.1469188 0.09209788 0.07073703] Correct: [69.16380579 93.28102011 97.81755763 98.7984306 99.15399706]% Cross Entropy Loss: [0.9265647 0.2910809 0.1422217 0.09134514 0.07043554] Correct: [69.34771947 93.18293281 97.94016675 98.74938695 99.12947523]% Cross Entropy Loss: [0.91391397 0.2802162 0.13645136 0.08248007 0.06199249] Correct: [69.96076508 93.74693477 98.09955861 99.0926925 99.53408534]% Cross Entropy Loss: [0.9046868 0.27391982 0.13311712 0.08318608 0.0637935 ] Correct: [70.40215792 94.20058852 98.16086317 99.03138794 99.28886709]% Cross Entropy Loss: [0.91121066 0.27853125 0.13576281 0.08363588 0.06301951] Correct: [69.80137322 93.84502207 98.01373222 99.00686611 99.43599804]% Cross Entropy Loss: [0.9038242 0.27230978 0.12858234 0.07800433 0.0589803 ] Correct: [70.29180971 94.23737126 98.12408043 99.19077979 99.42373713]% Cross Entropy Loss: [0.89437914 0.26859868 0.12658699 0.0761174 0.0611213 ] Correct: [70.1814615 94.28641491 98.35703776 99.26434527 99.4973026 ]% Cross Entropy Loss: [0.8862796 0.26274732 0.12596846 0.08006427 0.06440896] Correct: [71.07650809 94.28641491 98.17312408 98.90877881 99.16625797]% Cross Entropy Loss: [0.8838879 0.2613468 0.123385 0.08337087 0.07853955] Correct: [71.15007357 94.42128494 98.35703776 98.77390878 98.45512506]% Cross Entropy Loss: [0.8574065 0.2539044 0.11655507 0.07241853 0.05093754] Correct: [72.63364394 94.91172143 98.63903874 99.21530162 99.61991172]% Cross Entropy Loss: [0.8590107 0.2450368 0.11354507 0.06618205 0.04780882] Correct: [72.42520844 95.31633154 98.67582148 99.50956351 99.77930358]% Cross Entropy Loss: [0.858461 0.24289249 0.11123182 0.06640989 0.04745814] Correct: [72.32712114 95.42667974 98.73712604 99.50956351 99.8038254 ]% Cross Entropy Loss: [0.84591275 0.24272235 0.10648534 0.06255594 0.04617661] Correct: [73.56547327 95.30407062 98.92103973 99.58312898 99.76704267]% Cross Entropy Loss: [0.8396271 0.23415673 0.10903017 0.06385385 0.0450512 ] Correct: [73.23442864 95.74546346 98.67582148 99.38695439 99.81608632]% Cross Entropy Loss: [0.8361439 0.23544578 0.1028767 0.0610463 0.04496905] Correct: [73.97008337 95.52476704 99.06817067 99.55860716 99.73025993]% Cross Entropy Loss: [0.83494496 0.23350292 0.10343052 0.06443821 0.04863147] Correct: [73.40608141 95.48798431 98.78616969 99.43599804 99.60765081]% Cross Entropy Loss: [0.8348598 0.22749203 0.09794726 0.05935987 0.04429042] Correct: [73.41834232 95.83128985 99.16625797 99.53408534 99.74252084]% Cross Entropy Loss: [0.8250976 0.22188394 0.0973126 0.0558247 0.03996204] Correct: [73.90877881 96.2849436 99.04364885 99.71799902 99.86512997]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 45.76% From layer 1: Accuracy: 65.68% From layer 2: Accuracy: 71.29% From layer 3: Accuracy: 74.65% From layer 4: Accuracy: 76.24%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.42% From layer 1: Accuracy: 95.67% From layer 2: Accuracy: 99.02% From layer 3: Accuracy: 99.61% From layer 4: Accuracy: 99.80% Checkpoint 500 models/shd_4layer_withckpts_noaugment_epoch500.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.646701 4.399099 3.4468782 2.57184 2.5489469] Correct: [ 9.4409024 16.98136341 26.48357038 34.56351153 38.31535066]% Cross Entropy Loss: [3.101617 2.047703 1.5072432 1.1539379 1.0122292] Correct: [18.79597842 35.38499264 49.52182442 60.31142717 64.9583129 ]% Cross Entropy Loss: [2.6232872 1.6134994 1.1692024 0.8823661 0.77968585] Correct: [24.86512997 46.32172634 59.98038254 69.09024031 73.13634134]% Cross Entropy Loss: [2.390858 1.3984499 0.987168 0.74676806 0.6578809 ] Correct: [28.89897008 52.47670427 65.70622854 74.77930358 77.43992153]% Cross Entropy Loss: [2.2213624 1.23776 0.8560746 0.64195424 0.5623043 ] Correct: [32.01324179 57.98185385 70.74546346 78.02844532 81.27758705]% Cross Entropy Loss: [2.1076684 1.1558275 0.79724824 0.5881791 0.52916545] Correct: [34.60029426 60.48307994 73.23442864 80.11280039 82.50367827]% Cross Entropy Loss: [1.9784017 1.0439893 0.7018675 0.52119434 0.46639943] Correct: [36.69691025 64.65179009 76.69200589 83.17802845 84.83325159]% Cross Entropy Loss: [1.8972921 0.97816926 0.63736445 0.47090206 0.4068273 ] Correct: [38.83030897 67.00588524 78.82540461 84.60029426 86.81951937]% Cross Entropy Loss: [1.8075266 0.8986068 0.59047085 0.42742786 0.37511933] Correct: [41.20892594 69.62972045 80.68906327 86.46395292 88.51152526]% Cross Entropy Loss: [1.754209 0.8552995 0.5524984 0.4080481 0.34228718] Correct: [42.43501717 70.7822462 82.16037273 86.99117214 89.3575282 ]% Cross Entropy Loss: [1.6805811 0.8100677 0.51312846 0.37543288 0.3198569 ] Correct: [44.13928396 72.96468857 83.76655223 87.88621873 90.11770476]% Cross Entropy Loss: [1.6239053 0.7662318 0.4767239 0.34895635 0.309375 ] Correct: [45.62285434 74.71799902 84.98038254 88.97743992 90.35066209]% Cross Entropy Loss: [1.5592808 0.7172437 0.44258094 0.32492644 0.2715627 ] Correct: [46.9838156 76.21383031 86.66012751 90.11770476 91.89553703]% Cross Entropy Loss: [1.532083 0.69655395 0.42716882 0.30737615 0.26845756] Correct: [48.12408043 77.1088769 86.99117214 90.81657675 91.94458068]% Cross Entropy Loss: [1.4843032 0.65903336 0.39467102 0.28362012 0.23749043] Correct: [49.25208436 78.45757724 88.32761157 92.00588524 93.575282 ]% Cross Entropy Loss: [1.4512706 0.63579077 0.39053655 0.27507412 0.23196389] Correct: [50.45365375 79.38940657 88.30308975 91.89553703 93.45267288]% Cross Entropy Loss: [1.4159517 0.61062145 0.36790246 0.26897362 0.22094952] Correct: [51.65522315 80.64001962 89.50465915 92.01814615 93.74693477]% Cross Entropy Loss: [1.3706572 0.58366394 0.34676766 0.2451094 0.2061918 ] Correct: [52.83227072 81.54732712 90.2648357 93.06032369 94.49485042]% Cross Entropy Loss: [1.3472631 0.5622985 0.32879043 0.23056608 0.18939698] Correct: [53.34722903 82.78567925 90.71848946 93.78371751 95.29180971]% Cross Entropy Loss: [1.3084526 0.547157 0.320665 0.22219706 0.18583043] Correct: [54.65914664 82.96959294 91.38057872 93.9798921 94.98528691]% Cross Entropy Loss: [1.2774732 0.5183007 0.29662767 0.21050844 0.17421518] Correct: [55.16184404 84.35507602 92.30014713 94.62972045 96.00294262]% Cross Entropy Loss: [1.2583077 0.49981195 0.2846979 0.1997212 0.16290982] Correct: [56.65767533 85.18881805 92.87641 94.8749387 96.00294262]% Cross Entropy Loss: [1.2271963 0.4820502 0.28385207 0.19766979 0.16564544] Correct: [57.34428641 85.61794998 92.3737126 94.81363413 95.81902894]% Cross Entropy Loss: [1.215889 0.47840813 0.26831734 0.18639426 0.15139195] Correct: [57.99411476 85.43403629 93.45267288 95.41441883 96.62824914]% Cross Entropy Loss: [1.1985124 0.4659941 0.26156503 0.17419279 0.14246623] Correct: [58.90142227 86.30456106 93.56302109 95.99068171 96.95929377]% Cross Entropy Loss: [1.170035 0.4562575 0.25339723 0.16936667 0.13437623] Correct: [59.77194703 86.5497793 93.68563021 96.13781265 97.15546837]% Cross Entropy Loss: [1.1499797 0.42895982 0.2356361 0.16071905 0.13393421] Correct: [60.25012261 87.69004414 94.65424228 96.29720451 96.95929377]% Cross Entropy Loss: [1.1309309 0.4219365 0.24038 0.17010865 0.13825268] Correct: [61.12064738 88.36439431 94.12702305 96.01520353 96.787641 ]% Cross Entropy Loss: [1.1089528 0.40430754 0.21853194 0.14948474 0.12010872] Correct: [61.50073565 88.81804806 95.14467876 96.81216282 97.68268759]% Cross Entropy Loss: [1.1025879 0.40584117 0.22431566 0.14991552 0.12141073] Correct: [61.83178028 88.78126533 94.42128494 96.71407553 97.49877391]% Cross Entropy Loss: [1.0744194 0.38219577 0.20357358 0.1334079 0.10782523] Correct: [63.1559588 89.70083374 95.70868073 97.49877391 98.07503678]% Cross Entropy Loss: [1.0579699 0.36917448 0.19101556 0.12417252 0.09752717] Correct: [63.92839627 90.17900932 96.30946542 98.02599313 98.56547327]% Cross Entropy Loss: [1.0511185 0.36527178 0.19291186 0.12383081 0.09943179] Correct: [63.9529181 90.24031388 96.16233448 97.94016675 98.35703776]% Cross Entropy Loss: [1.0256875 0.35070658 0.18227136 0.11605464 0.09087577] Correct: [65.32614026 91.14762138 96.51790093 98.01373222 98.63903874]% Cross Entropy Loss: [1.040373 0.3578502 0.18696165 0.12355424 0.09461539] Correct: [64.52918097 90.77979402 96.19911721 97.63364394 98.2957332 ]% Cross Entropy Loss: [1.0173496 0.34224683 0.17706431 0.11510988 0.09619734] Correct: [65.52231486 91.38057872 96.65277097 98.07503678 98.12408043]% Cross Entropy Loss: [1.0031523 0.3314898 0.16818853 0.11050401 0.08467202] Correct: [66.34379598 91.88327612 96.787641 98.08729769 98.67582148]% Cross Entropy Loss: [0.9801796 0.33079293 0.17845036 0.12031978 0.09437901] Correct: [67.28788622 91.50318784 96.37076999 97.47425208 97.9892104 ]% Cross Entropy Loss: [0.9712509 0.3206179 0.16121297 0.09902735 0.07982249] Correct: [67.54536538 92.43501717 97.15546837 98.51642962 98.88425699]% Cross Entropy Loss: [0.96337634 0.3149576 0.15834242 0.10525784 0.0865227 ] Correct: [67.34919078 92.45953899 97.33938205 98.4919078 98.3938205 ]% Cross Entropy Loss: [0.97064364 0.3139956 0.1552506 0.09872845 0.07724018] Correct: [67.68023541 92.1652771 97.17999019 98.4919078 98.94556155]% Cross Entropy Loss: [0.94087785 0.29639658 0.1458255 0.09196135 0.07202109] Correct: [68.68563021 93.39136832 97.70720942 98.82295243 99.0926925 ]% Cross Entropy Loss: [0.96327984 0.3101713 0.1478489 0.09091059 0.07399519] Correct: [68.21971555 92.33692987 97.49877391 98.68808239 99.00686611]% Cross Entropy Loss: [0.9423528 0.30472445 0.14648224 0.09152538 0.07022576] Correct: [68.59980383 92.34919078 97.26581658 98.55321236 98.98234429]% Cross Entropy Loss: [0.9208235 0.28103262 0.13365582 0.08402859 0.06604713] Correct: [69.99754782 93.71015204 98.22216773 98.97008337 99.22756253]% Cross Entropy Loss: [0.9153736 0.28397632 0.13740109 0.08931065 0.06494061] Correct: [70.47572339 93.85728298 97.92790584 98.73712604 99.28886709]% Cross Entropy Loss: [0.91021246 0.26948613 0.12745377 0.07867306 0.05793155] Correct: [69.96076508 94.32319765 98.41834232 99.16625797 99.50956351]% Cross Entropy Loss: [0.9040884 0.2722374 0.1283823 0.07639212 0.05860335] Correct: [69.65424228 94.23737126 98.32025503 99.17851888 99.50956351]% Cross Entropy Loss: [0.89459276 0.27268562 0.1237592 0.07307347 0.05733969] Correct: [70.90485532 94.0779794 98.35703776 99.301128 99.44825895]% Cross Entropy Loss: [0.89181525 0.25644195 0.119356 0.07237965 0.05607675] Correct: [71.13781265 94.88719961 98.36929868 99.23982344 99.47278077]% Cross Entropy Loss: [0.87325454 0.25076893 0.11605133 0.07316837 0.06280454] Correct: [71.56694458 95.0833742 98.65129966 99.16625797 99.12947523]% Cross Entropy Loss: [0.874094 0.2566079 0.117697 0.07208952 0.05589757] Correct: [71.51790093 94.88719961 98.54095145 99.20304071 99.301128 ]% Cross Entropy Loss: [0.86017 0.2502963 0.11783379 0.07336955 0.05489293] Correct: [72.7930358 95.24276606 98.35703776 99.11721432 99.33791074]% Cross Entropy Loss: [0.8654285 0.2488136 0.11222433 0.06760754 0.05432638] Correct: [72.02059833 94.89946052 98.78616969 99.32564983 99.43599804]% Cross Entropy Loss: [0.8527503 0.2411851 0.10808415 0.06439059 0.04910617] Correct: [72.49877391 95.40215792 98.83521334 99.43599804 99.5953899 ]% Cross Entropy Loss: [0.8593304 0.23535353 0.10483374 0.06042701 0.04258972] Correct: [72.32712114 95.64737616 98.90877881 99.58312898 99.88965179]% Cross Entropy Loss: [0.84551007 0.2355258 0.10407032 0.06636044 0.04776039] Correct: [72.9892104 95.41441883 98.88425699 99.23982344 99.60765081]% Cross Entropy Loss: [0.844954 0.2352694 0.105634 0.06529287 0.05699013] Correct: [72.76851398 95.61059343 98.76164787 99.21530162 99.28886709]% Cross Entropy Loss: [0.85007995 0.23000234 0.09938782 0.05776832 0.04421138] Correct: [72.6949485 95.65963708 98.95782246 99.53408534 99.71799902]% Cross Entropy Loss: [0.8291003 0.2251099 0.09548836 0.05507477 0.03931959] Correct: [73.68808239 95.75772437 99.01912702 99.55860716 99.8038254 ]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.60% From layer 1: Accuracy: 67.40% From layer 2: Accuracy: 72.08% From layer 3: Accuracy: 74.12% From layer 4: Accuracy: 75.49%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.82% From layer 1: Accuracy: 96.38% From layer 2: Accuracy: 99.40% From layer 3: Accuracy: 99.68% From layer 4: Accuracy: 99.87% Checkpoint 520 models/shd_4layer_withckpts_noaugment_epoch520.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.0470653 4.2272496 4.084452 2.7870102 2.3976002] Correct: [11.32908288 15.51005395 21.05198627 34.07307504 41.31927415]% Cross Entropy Loss: [3.0007288 2.1000834 1.64746 1.1798041 0.9842763] Correct: [21.088769 34.40411967 45.38989701 59.48994605 65.63266307]% Cross Entropy Loss: [2.543302 1.6560029 1.242584 0.89196634 0.7449941 ] Correct: [26.82687592 45.14467876 57.6262874 68.6733693 74.10495341]% Cross Entropy Loss: [2.3279724 1.4403353 1.0466224 0.75116783 0.629273 ] Correct: [30.38254046 50.87052477 63.78126533 74.0926925 78.48209907]% Cross Entropy Loss: [2.1611161 1.2803392 0.91720444 0.6613537 0.5663418 ] Correct: [33.4355076 56.2285434 68.99215302 77.6115743 80.9220206 ]% Cross Entropy Loss: [2.0211427 1.1425251 0.8023739 0.5859466 0.48441392] Correct: [36.36586562 60.85090731 72.85434036 80.37027955 84.18342325]% Cross Entropy Loss: [1.9210699 1.0573683 0.72686166 0.5267595 0.44352105] Correct: [38.43795978 63.46248161 75.72339382 82.49141736 85.4462972 ]% Cross Entropy Loss: [1.8391985 0.9774395 0.66270417 0.47058475 0.3936646 ] Correct: [39.99509564 66.92005885 78.04070623 84.61255517 87.76360961]% Cross Entropy Loss: [1.7652313 0.9219807 0.62206095 0.43953812 0.36284715] Correct: [42.20205983 68.99215302 79.58558117 85.66699362 88.31535066]% Cross Entropy Loss: [1.6901996 0.8545717 0.5665669 0.4060125 0.33149612] Correct: [43.56302109 71.03972536 81.8293281 87.26091221 90.06866111]% Cross Entropy Loss: [1.6368774 0.8220871 0.5288176 0.3779112 0.3117211] Correct: [45.48798431 72.56007847 83.17802845 88.29082884 90.30161844]% Cross Entropy Loss: [1.5839361 0.759118 0.49090385 0.34641963 0.2872766 ] Correct: [46.40755272 74.9019127 84.52672879 89.50465915 91.33153507]% Cross Entropy Loss: [1.5236601 0.7196798 0.46096146 0.32593444 0.27446592] Correct: [47.75625307 76.4100049 85.82638548 89.94605199 91.79744973]% Cross Entropy Loss: [1.4874076 0.6844385 0.43211606 0.31141204 0.2562694 ] Correct: [49.14173615 78.10201079 87.33447769 90.52231486 92.33692987]% Cross Entropy Loss: [1.4573838 0.6703802 0.42214167 0.29749128 0.24389642] Correct: [50.17165277 78.40853359 87.35899951 90.97596861 93.10936734]% Cross Entropy Loss: [1.4095858 0.63164 0.39283857 0.27676216 0.22589715] Correct: [51.82687592 79.67140755 88.41343796 92.0671898 93.46493379]% Cross Entropy Loss: [1.3620363 0.59298825 0.36985415 0.25777766 0.20847444] Correct: [53.05296714 81.58410986 89.29622364 92.77832271 94.4825895 ]% Cross Entropy Loss: [1.3386973 0.57991385 0.35859844 0.24646437 0.20406844] Correct: [53.86218735 81.8293281 89.50465915 93.09710642 94.24963217]% Cross Entropy Loss: [1.3134509 0.55501074 0.3333095 0.23276706 0.19201666] Correct: [54.7204512 82.90828838 90.91466405 93.71015204 94.94850417]% Cross Entropy Loss: [1.2767963 0.53345895 0.32178107 0.22770798 0.18636434] Correct: [55.44384502 83.85237862 91.39283963 93.72241295 94.97302599]% Cross Entropy Loss: [1.2636589 0.5148765 0.31024334 0.21353668 0.17361666] Correct: [56.25306523 84.88229524 91.82197155 94.31093673 95.54928887]% Cross Entropy Loss: [1.2362489 0.50692445 0.30681834 0.2086681 0.17000702] Correct: [56.85384993 84.79646886 91.9691025 94.59293771 95.86807258]% Cross Entropy Loss: [1.2031035 0.48281232 0.28508487 0.19169116 0.15856126] Correct: [58.1289848 86.16969103 92.9744973 95.26728789 96.33398725]% Cross Entropy Loss: [1.1902866 0.4774 0.27291858 0.1836948 0.1488947 ] Correct: [58.69298676 86.01029917 93.20745463 95.61059343 96.56694458]% Cross Entropy Loss: [1.1636846 0.45522872 0.2643873 0.18146512 0.14306952] Correct: [60.01716528 86.86856302 93.40362923 95.54928887 96.60372732]% Cross Entropy Loss: [1.1580539 0.450298 0.261393 0.17616576 0.14243717] Correct: [59.66159882 86.81951937 93.46493379 95.76998529 96.54242276]% Cross Entropy Loss: [1.1347739 0.43715903 0.24061736 0.16202605 0.12898296] Correct: [60.42177538 87.59195684 94.09024031 96.46885728 97.32712114]% Cross Entropy Loss: [1.11035 0.4151402 0.23185864 0.15561439 0.12209312] Correct: [61.39038744 88.97743992 94.74006866 96.65277097 97.60912212]% Cross Entropy Loss: [1.1041425 0.41277903 0.23702116 0.155329 0.12410119] Correct: [61.69691025 88.8548308 94.20058852 96.43207455 97.22903384]% Cross Entropy Loss: [1.0787867 0.4007342 0.22360477 0.14971057 0.11869234] Correct: [63.14369789 89.36978911 94.98528691 96.66503188 97.26581658]% Cross Entropy Loss: [1.0510736 0.38505578 0.21203406 0.14051002 0.11388209] Correct: [64.06326631 89.81118195 95.38989701 97.11868563 97.60912212]% Cross Entropy Loss: [1.0566187 0.3850652 0.20836425 0.13733009 0.10542046] Correct: [63.62187347 89.39431094 95.26728789 97.22903384 98.05051496]% Cross Entropy Loss: [1.021992 0.36665288 0.19925812 0.13110173 0.10548794] Correct: [65.14222658 90.51005395 95.75772437 97.22903384 97.78077489]% Cross Entropy Loss: [1.0291837 0.36105797 0.19350879 0.12475376 0.09990188] Correct: [64.83570378 90.7675331 96.02746444 97.65816577 98.20990682]% Cross Entropy Loss: [0.9939649 0.3476319 0.18388733 0.11951657 0.09367627] Correct: [66.13536047 91.6625797 96.33398725 97.7930358 98.47964689]% Cross Entropy Loss: [1.000615 0.34041575 0.17755786 0.11434098 0.08923219] Correct: [66.03727317 91.45414419 96.73859735 98.06277587 98.62677783]% Cross Entropy Loss: [0.9853442 0.3346633 0.17283301 0.1166118 0.09274548] Correct: [66.52770966 91.55223149 96.91025012 97.7930358 98.16086317]% Cross Entropy Loss: [0.9695098 0.32886332 0.1676269 0.105028 0.08160135] Correct: [67.60666994 92.21432075 96.95929377 98.35703776 98.83521334]% Cross Entropy Loss: [0.9637789 0.32139876 0.16138563 0.10179093 0.07713164] Correct: [67.69249632 92.63119176 97.33938205 98.54095145 98.9946052 ]% Cross Entropy Loss: [0.9525421 0.31524226 0.16124883 0.10338102 0.08375845] Correct: [68.59980383 92.5698872 97.21677293 98.46738597 98.63903874]% Cross Entropy Loss: [0.947421 0.30727318 0.15491164 0.09779332 0.07505646] Correct: [68.6733693 92.82736636 97.40068661 98.66356057 99.01912702]% Cross Entropy Loss: [0.9326764 0.30647007 0.15476713 0.09908888 0.07797499] Correct: [69.22511035 92.91319274 97.30259931 98.38155959 98.78616969]% Cross Entropy Loss: [0.9349789 0.31437153 0.15683873 0.10153293 0.07822523] Correct: [68.90632663 92.39823443 97.09416381 98.1976459 98.67582148]% Cross Entropy Loss: [0.91924787 0.2879545 0.14583446 0.09566393 0.07260364] Correct: [69.72780775 94.04119667 97.80529671 98.57773418 99.04364885]% Cross Entropy Loss: [0.9084745 0.2832572 0.13745715 0.08386165 0.0635564 ] Correct: [70.21824424 94.09024031 98.07503678 98.92103973 99.31338892]% Cross Entropy Loss: [0.9183926 0.2903532 0.14241718 0.09009434 0.07172388] Correct: [69.39676312 93.29328102 97.64590486 98.56547327 98.82295243]% Cross Entropy Loss: [0.8900186 0.2744873 0.13363035 0.08456241 0.06530696] Correct: [70.65963708 94.04119667 97.9892104 98.92103973 99.19077979]% Cross Entropy Loss: [0.8878828 0.26893923 0.12840945 0.08058494 0.06152347] Correct: [70.89259441 94.54389407 97.96468857 98.9946052 99.36243256]% Cross Entropy Loss: [0.875133 0.26184747 0.12365788 0.07835128 0.05704661] Correct: [71.79990191 94.76459049 98.4919078 99.01912702 99.37469348]% Cross Entropy Loss: [0.87950236 0.26073015 0.12475245 0.07833735 0.05869399] Correct: [71.22363904 94.75232957 98.46738597 99.05590976 99.54634625]% Cross Entropy Loss: [0.87040854 0.2608402 0.12016494 0.07329768 0.05975424] Correct: [71.89798921 94.69102501 98.28347229 99.05590976 99.19077979]% Cross Entropy Loss: [0.8771569 0.26275674 0.12417681 0.07483301 0.05658599] Correct: [71.24816086 94.26189308 98.09955861 99.00686611 99.32564983]% Cross Entropy Loss: [0.8497902 0.25135744 0.11894766 0.07091138 0.05224785] Correct: [72.53555665 95.19372241 98.32025503 99.32564983 99.54634625]% Cross Entropy Loss: [0.8524177 0.24730676 0.11365534 0.07097556 0.05286245] Correct: [72.3884257 95.30407062 98.77390878 99.38695439 99.4973026 ]% Cross Entropy Loss: [0.84806263 0.24788408 0.11281547 0.07181915 0.05625612] Correct: [73.05051496 94.80137322 98.61451692 99.23982344 99.44825895]% Cross Entropy Loss: [0.8437959 0.2379623 0.10651801 0.06407979 0.0467652 ] Correct: [72.63364394 95.3776361 98.77390878 99.57086807 99.71799902]% Cross Entropy Loss: [0.84349865 0.236562 0.10266572 0.06060739 0.04356211] Correct: [73.44286415 95.50024522 98.9946052 99.65669446 99.77930358]% Cross Entropy Loss: [0.8395223 0.23722562 0.10738749 0.06281136 0.04577273] Correct: [73.32025503 95.56154978 98.73712604 99.52182442 99.66895537]% Cross Entropy Loss: [0.82349336 0.22638012 0.10265508 0.05953873 0.04314328] Correct: [73.83521334 96.16233448 98.77390878 99.68121628 99.74252084]% Cross Entropy Loss: [0.820824 0.22467363 0.10208887 0.06555322 0.05032739] Correct: [73.98234429 96.07650809 98.7984306 99.27660618 99.42373713]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.13% From layer 1: Accuracy: 66.17% From layer 2: Accuracy: 71.29% From layer 3: Accuracy: 72.53% From layer 4: Accuracy: 75.62%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.59% From layer 1: Accuracy: 96.93% From layer 2: Accuracy: 99.17% From layer 3: Accuracy: 99.36% From layer 4: Accuracy: 99.33% Checkpoint 540 models/shd_4layer_withckpts_noaugment_epoch540.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.184907 4.400142 3.600853 3.1895635 2.3481257] Correct: [ 9.71064247 14.14909269 20.5860716 32.89602746 40.17900932]% Cross Entropy Loss: [2.9620976 2.1842213 1.5675504 1.2073145 0.9879386] Correct: [21.05198627 32.96959294 47.37616479 58.1289848 65.73075037]% Cross Entropy Loss: [2.5438807 1.7623854 1.2108184 0.9308642 0.77106017] Correct: [27.15792055 42.91319274 58.34968122 67.85188818 73.68808239]% Cross Entropy Loss: [2.2851162 1.477398 0.9972477 0.758753 0.623142 ] Correct: [31.38793526 50.31878372 65.59588033 74.42373713 79.02157921]% Cross Entropy Loss: [2.1493602 1.3431822 0.8861527 0.6838178 0.5635257] Correct: [33.79107406 54.48749387 69.97302599 76.56939676 80.98332516]% Cross Entropy Loss: [2.0014286 1.1850578 0.7716548 0.5858844 0.48322824] Correct: [36.57430113 59.64933791 74.25208436 80.52967141 84.26924963]% Cross Entropy Loss: [1.9026632 1.0970677 0.6976433 0.5368782 0.44712234] Correct: [38.90387445 62.38352133 77.32957332 82.24619912 85.63021089]% Cross Entropy Loss: [1.8339435 1.0254744 0.64612365 0.49410412 0.4094808 ] Correct: [39.81118195 64.66405101 79.00931829 84.02403139 86.50073565]% Cross Entropy Loss: [1.7488387 0.94902027 0.6038799 0.45027503 0.37271777] Correct: [42.0671898 67.45953899 80.48062776 85.86316822 88.32761157]% Cross Entropy Loss: [1.6764784 0.8820418 0.55606586 0.42354494 0.3584505 ] Correct: [44.20058852 70.19372241 82.47915645 86.58656204 88.42569887]% Cross Entropy Loss: [1.6278571 0.82505697 0.50567615 0.38348526 0.32027227] Correct: [45.07111329 72.26581658 84.61255517 88.19274154 90.14222658]% Cross Entropy Loss: [1.5771087 0.77847564 0.47786313 0.36043993 0.2992532 ] Correct: [46.46885728 73.85973516 85.09073075 88.98970083 90.82883767]% Cross Entropy Loss: [1.5497445 0.74423456 0.461389 0.34712783 0.28309762] Correct: [47.91564492 75.47817558 85.77734183 89.5537028 91.73614517]% Cross Entropy Loss: [1.4807862 0.70413226 0.4300226 0.31914163 0.2645362 ] Correct: [49.26434527 76.94948504 87.46934772 90.77979402 92.23884257]% Cross Entropy Loss: [1.4503003 0.66963905 0.39790142 0.29445142 0.23992404] Correct: [50.49043649 78.42079451 88.81804806 91.47866601 93.24423737]% Cross Entropy Loss: [1.4103587 0.63716763 0.38285375 0.28531885 0.22932343] Correct: [51.5080922 79.78175576 89.19813634 91.9691025 93.71015204]% Cross Entropy Loss: [1.3731972 0.6177793 0.37333035 0.28449097 0.23410971] Correct: [52.2069642 79.86758215 89.21039725 91.71162334 93.30554193]% Cross Entropy Loss: [1.3383222 0.5924663 0.35143307 0.25262845 0.2097041 ] Correct: [53.60470819 81.14271702 90.19127023 93.20745463 94.37224129]% Cross Entropy Loss: [1.3117635 0.5741422 0.3308451 0.24199143 0.19560544] Correct: [55.06375674 82.09906817 90.79205493 93.37910741 94.94850417]% Cross Entropy Loss: [1.2797275 0.5426705 0.31134412 0.22540171 0.17976339] Correct: [55.45610593 83.41098578 92.1652771 94.29867582 95.43894066]% Cross Entropy Loss: [1.265596 0.5266072 0.30457994 0.21857588 0.17222942] Correct: [56.48602256 83.90142227 92.05492889 94.66650319 95.79450711]% Cross Entropy Loss: [1.2347821 0.5077257 0.2886698 0.20899287 0.17292665] Correct: [57.0255027 84.74742521 92.77832271 94.69102501 95.76998529]% Cross Entropy Loss: [1.2023773 0.48965302 0.27775785 0.19800699 0.1587958 ] Correct: [58.25159392 85.7405591 93.08484551 95.35311427 96.22363904]% Cross Entropy Loss: [1.1998965 0.47971338 0.2728342 0.1906398 0.153251 ] Correct: [58.4355076 85.86316822 93.13388916 95.43894066 96.60372732]% Cross Entropy Loss: [1.1811851 0.45971563 0.25396037 0.1852965 0.14529593] Correct: [59.18342325 86.80725846 93.89406572 95.62285434 96.79990191]% Cross Entropy Loss: [1.1521486 0.4424987 0.24559268 0.1797475 0.13732807] Correct: [60.5443845 87.80039235 94.21284944 95.7822462 97.05738107]% Cross Entropy Loss: [1.1351527 0.43171832 0.2375798 0.16611938 0.12888196] Correct: [60.66699362 87.64100049 94.53163315 96.44433546 97.37616479]% Cross Entropy Loss: [1.1197963 0.41610268 0.2315486 0.15812887 0.12871878] Correct: [61.15743011 88.69543894 94.75232957 96.54242276 97.42520844]% Cross Entropy Loss: [1.0983206 0.41074124 0.22430381 0.15161668 0.12281076] Correct: [61.09612555 88.69543894 94.99754782 96.86120647 97.46199117]% Cross Entropy Loss: [1.072405 0.39009354 0.21525504 0.14787315 0.11791522] Correct: [62.61647867 89.70083374 95.30407062 96.95929377 97.64590486]% Cross Entropy Loss: [1.0635744 0.38712427 0.21230112 0.1467628 0.11428218] Correct: [63.26630701 89.62726827 95.15693968 97.00833742 97.81755763]% Cross Entropy Loss: [1.0483867 0.3785339 0.20090619 0.13576633 0.10512473] Correct: [64.14909269 89.88474743 96.03972536 97.65816577 98.22216773]% Cross Entropy Loss: [1.0347795 0.37080833 0.19945522 0.13921002 0.11590482] Correct: [64.39431094 89.94605199 95.47572339 96.89798921 97.47425208]% Cross Entropy Loss: [1.0249109 0.36094832 0.18849564 0.13073502 0.10188761] Correct: [64.65179009 90.38744483 96.35850907 97.49877391 98.1976459 ]% Cross Entropy Loss: [1.0180306 0.3541057 0.18483692 0.12409087 0.0936684 ] Correct: [64.99509564 91.25796959 96.33398725 97.97694949 98.66356057]% Cross Entropy Loss: [1.0045267 0.34828827 0.18084694 0.12114731 0.09463056] Correct: [65.74301128 91.11083865 96.51790093 97.80529671 98.36929868]% Cross Entropy Loss: [0.98955894 0.34138674 0.17092237 0.11372142 0.08736104] Correct: [66.50318784 91.24570868 97.03285924 98.23442864 98.77390878]% Cross Entropy Loss: [0.9782557 0.33296657 0.16879347 0.10864935 0.08326825] Correct: [66.55223149 91.34379598 96.77538009 98.2957332 98.81069152]% Cross Entropy Loss: [0.96156615 0.315663 0.15780799 0.10500981 0.0807534 ] Correct: [67.98675821 92.55762629 97.37616479 98.52869053 98.83521334]% Cross Entropy Loss: [0.9473676 0.3105792 0.15709528 0.10576807 0.08125487] Correct: [68.15841099 92.98675821 97.57233938 98.3938205 98.93330064]% Cross Entropy Loss: [0.94993836 0.31311265 0.15629347 0.10130497 0.07543445] Correct: [68.24423737 92.45953899 97.42520844 98.3938205 99.0926925 ]% Cross Entropy Loss: [0.93465126 0.29994804 0.15269512 0.09831507 0.07434559] Correct: [68.74693477 93.28102011 97.51103482 98.66356057 99.22756253]% Cross Entropy Loss: [0.9185367 0.28714398 0.14344622 0.09195004 0.07317263] Correct: [69.76459049 93.72241295 97.86660128 98.81069152 98.90877881]% Cross Entropy Loss: [0.92450005 0.2865889 0.14548355 0.09375796 0.07167935] Correct: [69.20058852 93.74693477 97.84207945 98.68808239 99.14173615]% Cross Entropy Loss: [0.9144683 0.28387052 0.13691954 0.09007532 0.06855392] Correct: [69.91172143 93.4771947 98.02599313 98.8965179 99.23982344]% Cross Entropy Loss: [0.9098062 0.28881148 0.13755985 0.08761018 0.074402 ] Correct: [69.62972045 93.59980383 98.01373222 98.83521334 98.81069152]% Cross Entropy Loss: [0.89010316 0.27148888 0.12834965 0.08130667 0.06440453] Correct: [71.05198627 94.50711133 98.36929868 99.06817067 99.32564983]% Cross Entropy Loss: [0.8903132 0.2707956 0.13171615 0.08520763 0.0607455 ] Correct: [70.5860716 93.93084846 98.27121138 98.84747425 99.37469348]% Cross Entropy Loss: [0.8909389 0.26797068 0.13119529 0.07928587 0.05806011] Correct: [70.69641981 94.02893575 97.92790584 99.12947523 99.58312898]% Cross Entropy Loss: [0.8772127 0.25568467 0.11858231 0.07426193 0.05494897] Correct: [71.57920549 94.97302599 98.70034331 99.33791074 99.58312898]% Cross Entropy Loss: [0.8728167 0.2535976 0.11988554 0.07705804 0.06185615] Correct: [71.82442374 94.76459049 98.43060324 99.11721432 99.31338892]% Cross Entropy Loss: [0.85982174 0.25375432 0.11901581 0.07306651 0.05983142] Correct: [72.08190289 94.61745954 98.4919078 99.26434527 99.301128 ]% Cross Entropy Loss: [0.85512555 0.24755469 0.11354679 0.06787675 0.05101696] Correct: [72.82981854 95.36537518 98.7984306 99.46051986 99.63217263]% Cross Entropy Loss: [0.8640397 0.25220275 0.12267464 0.0772768 0.0597487 ] Correct: [71.91025012 94.98528691 98.05051496 98.95782246 99.31338892]% Cross Entropy Loss: [0.8455877 0.24272372 0.11289719 0.07044075 0.05260153] Correct: [72.9892104 95.41441883 98.50416871 99.14173615 99.47278077]% Cross Entropy Loss: [0.8430892 0.23874998 0.10649946 0.06476279 0.04756474] Correct: [73.30799411 95.34085336 98.94556155 99.52182442 99.74252084]% Cross Entropy Loss: [0.8373977 0.23403776 0.10320029 0.06331174 0.05432658] Correct: [73.12408043 95.63511525 99.04364885 99.42373713 99.17851888]% Cross Entropy Loss: [0.8335905 0.23184332 0.10402314 0.0629099 0.04587434] Correct: [73.51642962 95.53702795 98.83521334 99.4973026 99.64443355]% Cross Entropy Loss: [0.83779055 0.24013183 0.10783692 0.06758364 0.0473741 ] Correct: [73.51642962 94.93624326 98.4919078 99.00686611 99.52182442]% Cross Entropy Loss: [0.8201853 0.22841582 0.10015678 0.06129437 0.04560419] Correct: [74.60765081 95.74546346 99.00686611 99.4973026 99.61991172]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.75% From layer 1: Accuracy: 66.21% From layer 2: Accuracy: 72.79% From layer 3: Accuracy: 74.43% From layer 4: Accuracy: 76.24%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.59% From layer 1: Accuracy: 97.24% From layer 2: Accuracy: 99.50% From layer 3: Accuracy: 99.63% From layer 4: Accuracy: 99.66% Checkpoint 560 models/shd_4layer_withckpts_noaugment_epoch560.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.0310745 3.6868691 3.2344575 2.646046 2.2981212] Correct: [10.28690535 19.47032859 23.9946052 36.26777832 41.02501226]% Cross Entropy Loss: [2.9611108 1.9630048 1.507652 1.1208606 0.9721591] Correct: [21.03972536 37.57969593 49.06817067 61.29230015 66.14762138]% Cross Entropy Loss: [2.5268106 1.5818273 1.1759452 0.8671775 0.75108826] Correct: [26.96174595 47.43746935 59.55125061 69.8749387 73.77390878]% Cross Entropy Loss: [2.3027892 1.3844346 0.99685884 0.74223953 0.64903295] Correct: [30.62775871 52.73418342 65.38744483 74.50956351 77.83227072]% Cross Entropy Loss: [2.1394482 1.2351432 0.8750054 0.6511155 0.57536656] Correct: [33.81559588 57.81020108 69.98528691 77.6115743 80.75036783]% Cross Entropy Loss: [2.0086405 1.1089778 0.77802175 0.5703919 0.5017234 ] Correct: [36.47621383 61.43943109 73.46738597 80.86071604 83.1289848 ]% Cross Entropy Loss: [1.91555 1.0253994 0.7032366 0.5150055 0.44929957] Correct: [37.92300147 64.8602256 76.37322217 82.78567925 85.09073075]% Cross Entropy Loss: [1.82714 0.9407932 0.64186716 0.4619515 0.41284454] Correct: [40.66944581 67.74153997 79.09514468 85.09073075 86.61108386]% Cross Entropy Loss: [1.7448585 0.87595445 0.5962254 0.4390845 0.3827099 ] Correct: [42.05492889 70.31633154 80.25993134 85.76508092 87.62873958]% Cross Entropy Loss: [1.6896667 0.8414304 0.56345415 0.41083348 0.3517279 ] Correct: [43.59980383 71.83668465 81.46150074 86.90534576 88.92839627]% Cross Entropy Loss: [1.6190704 0.77623576 0.51608443 0.37053657 0.32083622] Correct: [45.32859245 74.06817067 83.48455125 88.79352624 90.16674841]% Cross Entropy Loss: [1.5734882 0.73589706 0.47510827 0.3422892 0.29088902] Correct: [46.87346739 75.15939186 85.06620893 89.67631192 91.44188328]% Cross Entropy Loss: [1.5290343 0.70425916 0.45695412 0.32817295 0.27831098] Correct: [48.01373222 76.5080922 85.87542913 90.24031388 91.89553703]% Cross Entropy Loss: [1.4868315 0.6680225 0.42342946 0.3053642 0.26129848] Correct: [48.9946052 78.33496812 87.00343306 91.3683178 92.71701815]% Cross Entropy Loss: [1.4604203 0.65451956 0.4061212 0.29388624 0.24687783] Correct: [50.44139284 78.92349191 87.80039235 91.39283963 92.74153997]% Cross Entropy Loss: [1.4106033 0.6193669 0.3854827 0.2776713 0.2340671] Correct: [51.22609122 79.63462482 88.68317803 92.1652771 93.55076018]% Cross Entropy Loss: [1.3712631 0.5843968 0.36257693 0.2580693 0.21502638] Correct: [52.53800883 81.25306523 89.77439922 92.94997548 94.4825895 ]% Cross Entropy Loss: [1.3428583 0.56759244 0.35063303 0.25159582 0.21436527] Correct: [53.97253556 82.38106915 90.04413928 93.02354095 94.16380579]% Cross Entropy Loss: [1.3062558 0.53414816 0.3254268 0.22308767 0.19258063] Correct: [55.06375674 83.39872487 91.12309956 94.45806768 95.12015694]% Cross Entropy Loss: [1.2879238 0.52776015 0.32068652 0.22079088 0.18848212] Correct: [55.4193232 84.08533595 90.95144679 94.31093673 95.13241785]% Cross Entropy Loss: [1.2682095 0.5065083 0.30088466 0.20983249 0.17320397] Correct: [56.33889161 84.78420795 91.9691025 94.61745954 95.79450711]% Cross Entropy Loss: [1.2342603 0.48649457 0.29085544 0.20787139 0.18202391] Correct: [57.35654733 84.78420795 92.1652771 94.47032859 95.19372241]% Cross Entropy Loss: [1.2066766 0.47084 0.27370122 0.19277956 0.16244195] Correct: [57.90828838 86.09612555 93.28102011 95.3776361 96.11329083]% Cross Entropy Loss: [1.1777601 0.4539442 0.26654503 0.18397212 0.15160577] Correct: [59.07307504 86.58656204 93.18293281 95.63511525 96.59146641]% Cross Entropy Loss: [1.1650667 0.44514206 0.26084098 0.1772503 0.14379211] Correct: [59.75968612 86.94212849 93.53849926 96.02746444 96.94703286]% Cross Entropy Loss: [1.1414285 0.4327705 0.24936676 0.17017335 0.13785708] Correct: [60.63021089 87.26091221 93.89406572 95.96615988 97.27807749]% Cross Entropy Loss: [1.1430478 0.4200681 0.23934533 0.16060592 0.13457212] Correct: [60.58116724 88.33987249 94.54389407 96.41981363 97.2903384 ]% Cross Entropy Loss: [1.1225989 0.41227978 0.2370485 0.16055208 0.12995978] Correct: [61.07160373 88.42569887 94.24963217 96.50564002 97.36390387]% Cross Entropy Loss: [1.1087387 0.4022243 0.2286204 0.14947738 0.12468731] Correct: [61.79499755 88.47474252 94.33545856 96.72633644 97.53555665]% Cross Entropy Loss: [1.0814897 0.38438585 0.21239455 0.14244346 0.1140367 ] Correct: [62.61647867 89.40657185 95.31633154 97.02059833 97.80529671]% Cross Entropy Loss: [1.0660874 0.3734963 0.20521727 0.1381499 0.11049297] Correct: [63.98970083 89.97057381 95.80676802 97.14320745 98.11181952]% Cross Entropy Loss: [1.0528684 0.36457336 0.19966741 0.1333422 0.10777182] Correct: [64.54144188 90.15448749 95.8803335 97.53555665 98.06277587]% Cross Entropy Loss: [1.0374392 0.35283193 0.19325438 0.12704912 0.10514919] Correct: [64.50465915 90.51005395 95.92937715 97.65816577 98.33251594]% Cross Entropy Loss: [1.0246662 0.3484004 0.19364277 0.12553918 0.10320518] Correct: [65.70622854 90.93918588 96.10102992 97.75625307 98.08729769]% Cross Entropy Loss: [1.0140516 0.3354413 0.175978 0.11578304 0.0942433 ] Correct: [65.69396763 91.58901422 96.86120647 98.02599313 98.50416871]% Cross Entropy Loss: [1.0115324 0.33761054 0.17858218 0.11768511 0.09555791] Correct: [65.4610103 91.31927415 96.61598823 97.97694949 98.47964689]% Cross Entropy Loss: [0.9995716 0.33393645 0.17548321 0.11174744 0.08800989] Correct: [65.75527219 91.68710152 96.57920549 98.20990682 98.63903874]% Cross Entropy Loss: [0.9848775 0.32068056 0.1659474 0.10628448 0.08717816] Correct: [66.72388426 92.15301618 96.95929377 98.43060324 98.60225601]% Cross Entropy Loss: [0.96317637 0.3094767 0.16182317 0.10833143 0.08639941] Correct: [67.76606179 92.87641 97.20451202 98.14860226 98.66356057]% Cross Entropy Loss: [0.9561284 0.30634454 0.15735695 0.10320001 0.08003173] Correct: [68.575282 92.58214811 97.3884257 98.3938205 98.84747425]% Cross Entropy Loss: [0.95752233 0.29873857 0.15262648 0.09910968 0.08048515] Correct: [67.92545365 92.74153997 97.44973026 98.2957332 98.70034331]% Cross Entropy Loss: [0.9359432 0.2937667 0.150947 0.0958863 0.07564546] Correct: [69.21284944 93.4771947 97.46199117 98.61451692 98.85973516]% Cross Entropy Loss: [0.9243088 0.28709927 0.14359702 0.09218537 0.07060514] Correct: [69.91172143 93.75919568 97.84207945 98.83521334 99.21530162]% Cross Entropy Loss: [0.9208279 0.27598417 0.14074521 0.08797296 0.06667302] Correct: [69.38450221 94.0779794 97.86660128 99.10495341 99.4973026 ]% Cross Entropy Loss: [0.9069088 0.27593172 0.13506386 0.08397262 0.06535026] Correct: [70.32859245 94.06571849 97.87886219 98.95782246 99.301128 ]% Cross Entropy Loss: [0.91262925 0.275071 0.1333638 0.08442674 0.06668797] Correct: [69.97302599 93.82050025 98.06277587 98.95782246 99.26434527]% Cross Entropy Loss: [0.8967775 0.27276033 0.13757235 0.08577639 0.06713224] Correct: [71.43207455 93.90632663 97.81755763 98.83521334 99.15399706]% Cross Entropy Loss: [0.8968257 0.26380467 0.12772027 0.07841544 0.06114676] Correct: [70.48798431 94.49485042 98.25895047 99.17851888 99.31338892]% Cross Entropy Loss: [0.89594173 0.2635381 0.1269646 0.07643257 0.05832075] Correct: [70.62285434 94.44580677 98.30799411 99.301128 99.50956351]% Cross Entropy Loss: [0.8860433 0.25763142 0.1246616 0.07930879 0.06119433] Correct: [70.95389897 94.89946052 98.32025503 99.06817067 99.42373713]% Cross Entropy Loss: [0.87815386 0.24965438 0.11634848 0.07094903 0.05555742] Correct: [71.39529181 94.81363413 98.50416871 99.21530162 99.38695439]% Cross Entropy Loss: [0.8624389 0.24953032 0.11984518 0.07489 0.05785865] Correct: [72.04512016 94.85041687 98.3938205 99.15399706 99.4973026 ]% Cross Entropy Loss: [0.8650178 0.24360135 0.11589136 0.074058 0.05997983] Correct: [72.02059833 95.36537518 98.34477685 99.17851888 99.25208436]% Cross Entropy Loss: [0.86274666 0.24562965 0.11257548 0.06894444 0.05531554] Correct: [71.61598823 95.30407062 98.57773418 99.3992153 99.46051986]% Cross Entropy Loss: [0.8578566 0.24099799 0.11203875 0.06721262 0.0514035 ] Correct: [72.76851398 95.03433055 98.51642962 99.33791074 99.58312898]% Cross Entropy Loss: [0.8442765 0.23191077 0.10540943 0.06223894 0.04678538] Correct: [73.5899951 95.57381069 98.90877881 99.52182442 99.73025993]% Cross Entropy Loss: [0.851621 0.23054785 0.10538656 0.06321435 0.04761763] Correct: [72.47425208 95.53702795 98.84747425 99.42373713 99.60765081]% Cross Entropy Loss: [0.8356162 0.22634894 0.10233811 0.06127307 0.0451438 ] Correct: [73.62677783 95.89259441 99.01912702 99.58312898 99.75478176]% Cross Entropy Loss: [0.82990474 0.22333866 0.09963695 0.05933013 0.04531582] Correct: [73.65129966 95.97842079 99.04364885 99.60765081 99.85286905]% Cross Entropy Loss: [0.82623935 0.21768194 0.09715813 0.05871233 0.05116543] Correct: [74.00686611 96.30946542 99.08043158 99.4973026 99.41147621]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.97% From layer 1: Accuracy: 68.02% From layer 2: Accuracy: 73.72% From layer 3: Accuracy: 73.67% From layer 4: Accuracy: 75.97%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.57% From layer 1: Accuracy: 95.89% From layer 2: Accuracy: 99.24% From layer 3: Accuracy: 99.88% From layer 4: Accuracy: 99.87% Checkpoint 580 models/shd_4layer_withckpts_noaugment_epoch580.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.758154 4.003741 2.9246917 2.865876 2.3377013] Correct: [10.0416871 15.63266307 27.59931339 30.68906327 43.20745463]% Cross Entropy Loss: [3.0396633 2.0680568 1.4710103 1.1548289 0.9811671] Correct: [20.45120157 34.62481609 49.28886709 59.12211869 65.9637077 ]% Cross Entropy Loss: [2.562895 1.6463099 1.1681828 0.8927776 0.76252896] Correct: [26.92496322 45.34085336 59.01177048 68.93084846 73.90877881]% Cross Entropy Loss: [2.3152137 1.4058609 0.9913929 0.7541452 0.6612046] Correct: [30.68906327 52.46444335 65.21579205 73.73712604 77.90583619]% Cross Entropy Loss: [2.15758 1.249833 0.8702127 0.6571641 0.5793313] Correct: [34.58803335 57.9328102 69.7768514 77.69740069 80.35801864]% Cross Entropy Loss: [2.0331182 1.1392771 0.7791985 0.5816998 0.5161496] Correct: [36.79499755 61.58656204 73.72486513 80.1250613 83.30063757]% Cross Entropy Loss: [1.914286 1.0349891 0.7019481 0.52533525 0.45271948] Correct: [39.41883276 64.84796469 76.11574301 82.47915645 84.96812163]% Cross Entropy Loss: [1.838143 0.9614539 0.6425996 0.48393542 0.4126892 ] Correct: [40.91466405 67.45953899 78.54340363 83.74203041 86.23099559]% Cross Entropy Loss: [1.7552943 0.9001099 0.5938741 0.4438931 0.37567413] Correct: [41.9691025 69.60519863 80.46836685 85.2378617 88.33987249]% Cross Entropy Loss: [1.6998034 0.8515724 0.55433124 0.41213033 0.35794842] Correct: [43.93084846 71.6895537 81.7312408 87.07699853 88.64639529]% Cross Entropy Loss: [1.6429881 0.79536885 0.5171025 0.38299397 0.33158252] Correct: [45.43894066 73.73712604 83.49681216 87.99656694 89.78666013]% Cross Entropy Loss: [1.5928283 0.76175153 0.49096477 0.35203296 0.30216712] Correct: [46.91025012 74.97547818 84.78420795 89.12457087 90.74301128]% Cross Entropy Loss: [1.5314646 0.7169326 0.45827478 0.33319327 0.28460035] Correct: [47.49877391 76.4100049 85.47081903 89.98283472 91.45414419]% Cross Entropy Loss: [1.4829996 0.67810285 0.420453 0.3070508 0.26402476] Correct: [49.81608632 78.69053458 87.32221677 90.89014223 92.27562531]% Cross Entropy Loss: [1.4466538 0.65491766 0.41097307 0.2948727 0.24792376] Correct: [50.15939186 79.03384012 87.64100049 91.22118686 92.61893085]% Cross Entropy Loss: [1.4157693 0.6265507 0.3852304 0.27654845 0.22852683] Correct: [51.77783227 80.40706229 88.83030897 91.98136341 93.575282 ]% Cross Entropy Loss: [1.3711709 0.5924744 0.36276 0.2621625 0.2196342] Correct: [52.72192251 81.74350172 89.49239823 92.42275625 93.82050025]% Cross Entropy Loss: [1.348436 0.5778574 0.3458389 0.25238776 0.21351402] Correct: [53.23688082 82.05002452 90.5590976 92.85188818 93.95537028]% Cross Entropy Loss: [1.3405805 0.5610864 0.33705562 0.2435779 0.20269042] Correct: [53.42079451 83.14124571 90.82883767 92.91319274 94.26189308]% Cross Entropy Loss: [1.2709196 0.52327687 0.3129144 0.21801496 0.1785463 ] Correct: [55.8239333 84.35507602 91.79744973 94.54389407 95.67189799]% Cross Entropy Loss: [1.2580165 0.50851023 0.30607826 0.2128797 0.17302133] Correct: [56.06915154 85.09073075 91.80971064 94.5806768 95.79450711]% Cross Entropy Loss: [1.2428588 0.49850324 0.29337877 0.20174645 0.1726489 ] Correct: [56.53506621 85.05394801 92.4717999 94.81363413 95.45120157]% Cross Entropy Loss: [1.2077072 0.48284945 0.2904551 0.20301735 0.16477953] Correct: [58.07994115 86.2432565 92.36145169 94.78911231 95.73320255]% Cross Entropy Loss: [1.1895522 0.46373266 0.2674256 0.1888318 0.15721545] Correct: [58.97498774 86.92986758 93.18293281 95.35311427 95.90485532]% Cross Entropy Loss: [1.1603407 0.4418764 0.25391594 0.1724006 0.13960463] Correct: [59.66159882 87.80039235 94.05345758 96.2849436 96.89798921]% Cross Entropy Loss: [1.1432358 0.43490437 0.24533275 0.16617943 0.13689703] Correct: [60.70377636 87.6532614 94.02893575 96.3830309 97.20451202]% Cross Entropy Loss: [1.1186205 0.4179157 0.23849592 0.16127324 0.13286015] Correct: [61.1451692 88.49926435 94.23737126 96.1868563 97.06964198]% Cross Entropy Loss: [1.1297991 0.41657037 0.23701398 0.1619021 0.12822586] Correct: [60.94899461 88.51152526 94.22511035 96.43207455 97.21677293]% Cross Entropy Loss: [1.0896099 0.3947093 0.22342256 0.15075506 0.12230553] Correct: [62.33447769 89.44335459 94.82589505 96.94703286 97.43746935]% Cross Entropy Loss: [1.076477 0.3873017 0.21201713 0.14096257 0.11623283] Correct: [62.71456596 89.65179009 95.21824424 97.15546837 97.65816577]% Cross Entropy Loss: [1.0702916 0.39366636 0.22731984 0.15829301 0.12978481] Correct: [62.849436 89.3575282 94.39676312 96.17459539 97.02059833]% Cross Entropy Loss: [1.0540276 0.3693217 0.20228443 0.13391833 0.10691409] Correct: [64.38205002 90.38744483 95.70868073 97.30259931 97.95242766]% Cross Entropy Loss: [1.0437024 0.36353198 0.19488928 0.12780131 0.10083513] Correct: [63.92839627 90.63266307 96.02746444 97.78077489 98.25895047]% Cross Entropy Loss: [1.0117037 0.35223663 0.19149034 0.12711555 0.10174446] Correct: [65.51005395 91.00049044 96.03972536 97.58460029 98.12408043]% Cross Entropy Loss: [1.0097886 0.34812036 0.18754537 0.12649563 0.10352794] Correct: [65.9637077 91.27023051 96.37076999 97.58460029 97.74399215]% Cross Entropy Loss: [0.9892292 0.33807927 0.17998435 0.11832917 0.09206674] Correct: [66.5644924 91.88327612 96.30946542 98.02599313 98.41834232]% Cross Entropy Loss: [0.9849253 0.3253617 0.17200862 0.11014528 0.08536246] Correct: [66.77292791 92.0671898 96.77538009 98.34477685 98.76164787]% Cross Entropy Loss: [0.96838874 0.32746464 0.17090483 0.10977037 0.08565293] Correct: [67.38597352 92.04266797 96.95929377 98.01373222 98.71260422]% Cross Entropy Loss: [0.97181624 0.32082427 0.17019603 0.11150275 0.08810976] Correct: [67.09171162 92.31240804 96.75085826 98.03825405 98.47964689]% Cross Entropy Loss: [0.959161 0.30835557 0.15887265 0.10308649 0.08313484] Correct: [68.03580186 92.83962727 97.26581658 98.17312408 98.62677783]% Cross Entropy Loss: [0.94712675 0.30936122 0.16168533 0.10250241 0.07939626] Correct: [68.82050025 92.99901913 96.95929377 98.32025503 98.81069152]% Cross Entropy Loss: [0.93853766 0.29726127 0.14939572 0.09094878 0.06952523] Correct: [68.1706719 93.40362923 97.70720942 98.90877881 99.21530162]% Cross Entropy Loss: [0.9311221 0.2981085 0.15556696 0.09317899 0.07606608] Correct: [69.02893575 93.28102011 97.02059833 98.63903874 98.92103973]% Cross Entropy Loss: [0.91460836 0.2822796 0.13870834 0.08655732 0.06416678] Correct: [69.81363413 94.05345758 97.91564492 98.88425699 99.26434527]% Cross Entropy Loss: [0.9005276 0.27949014 0.13962379 0.08753791 0.06868809] Correct: [70.80676802 94.21284944 97.68268759 98.82295243 99.14173615]% Cross Entropy Loss: [0.9046553 0.27521315 0.13712311 0.08522291 0.0658794 ] Correct: [70.70868073 94.16380579 97.96468857 98.7984306 99.20304071]% Cross Entropy Loss: [0.9019662 0.27496842 0.13179836 0.07983679 0.05931516] Correct: [69.53163315 93.99215302 98.11181952 99.12947523 99.50956351]% Cross Entropy Loss: [0.88660884 0.26612046 0.12999833 0.08123907 0.06300571] Correct: [70.85581167 94.32319765 98.23442864 99.00686611 99.37469348]% Cross Entropy Loss: [0.88140947 0.26318738 0.13111822 0.07983619 0.06391557] Correct: [71.19911721 94.56841589 97.96468857 99.00686611 99.22756253]% Cross Entropy Loss: [0.87649286 0.25523117 0.1243423 0.07687534 0.05495503] Correct: [71.45659637 94.70328592 98.28347229 99.0926925 99.52182442]% Cross Entropy Loss: [0.8765688 0.25329876 0.12071311 0.0739858 0.05498466] Correct: [71.82442374 95.12015694 98.43060324 99.26434527 99.5953899 ]% Cross Entropy Loss: [0.8642492 0.24727555 0.11712059 0.07140164 0.05392662] Correct: [71.6895537 94.99754782 98.54095145 99.33791074 99.53408534]% Cross Entropy Loss: [0.8590025 0.24909118 0.11966725 0.06998371 0.05122574] Correct: [72.00833742 95.12015694 98.34477685 99.33791074 99.63217263]% Cross Entropy Loss: [0.84306586 0.24273176 0.11247836 0.07704538 0.06829078] Correct: [73.18538499 95.07111329 98.56547327 98.87199608 98.61451692]% Cross Entropy Loss: [0.8513036 0.2431819 0.1100131 0.06520718 0.0492314 ] Correct: [72.58460029 95.19372241 98.57773418 99.42373713 99.64443355]% Cross Entropy Loss: [0.83156997 0.2338448 0.10564814 0.06470575 0.04990615] Correct: [73.2957332 95.65963708 98.7984306 99.44825895 99.50956351]% Cross Entropy Loss: [0.832718 0.22829889 0.10359055 0.0622626 0.04886929] Correct: [73.2957332 95.85581167 98.97008337 99.46051986 99.48504169]% Cross Entropy Loss: [0.8296756 0.23248243 0.1075588 0.06933191 0.06130209] Correct: [73.08729769 95.63511525 98.71260422 99.17851888 99.06817067]% Cross Entropy Loss: [0.8213906 0.22592424 0.1032973 0.06028084 0.04378309] Correct: [74.31338892 96.03972536 98.7984306 99.53408534 99.73025993]% Cross Entropy Loss: [0.82511073 0.2254897 0.09894689 0.05721461 0.0417504 ] Correct: [73.98234429 95.96615988 98.98234429 99.61991172 99.76704267]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.47% From layer 1: Accuracy: 67.71% From layer 2: Accuracy: 72.39% From layer 3: Accuracy: 75.49% From layer 4: Accuracy: 78.05%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.40% From layer 1: Accuracy: 95.77% From layer 2: Accuracy: 99.15% From layer 3: Accuracy: 99.91% From layer 4: Accuracy: 99.95% Checkpoint 600 models/shd_4layer_withckpts_noaugment_epoch600.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.0027785 3.6316092 3.8139317 2.6438713 2.5154812] Correct: [ 9.72290338 17.05492889 20.41441883 35.31142717 40.19127023]% Cross Entropy Loss: [2.9089649 2.0072844 1.6273321 1.1039181 0.97926307] Correct: [20.86807258 35.71603727 45.47572339 61.62334478 65.91466405]% Cross Entropy Loss: [2.4844205 1.6287028 1.2512646 0.86650246 0.7639737 ] Correct: [27.93035802 45.1814615 56.75576263 69.96076508 73.95782246]% Cross Entropy Loss: [2.2582233 1.4173851 1.0339504 0.724577 0.65648013] Correct: [31.13045611 51.75331045 64.24717999 75.23295733 77.48896518]% Cross Entropy Loss: [2.0983543 1.2640835 0.89714515 0.649647 0.5757353 ] Correct: [34.06081412 57.12359 69.43354586 78.39627268 80.78715056]% Cross Entropy Loss: [1.9925517 1.1496538 0.8107802 0.58570373 0.5293919 ] Correct: [37.21186856 60.77734183 72.65816577 80.725846 82.67533104]% Cross Entropy Loss: [1.8839084 1.0537387 0.72407544 0.513632 0.45620188] Correct: [38.91613536 64.13683178 75.78469838 83.25159392 85.12751349]% Cross Entropy Loss: [1.8018491 0.98214185 0.65153265 0.4621246 0.40990663] Correct: [40.9637077 66.28249142 79.02157921 84.74742521 86.79499755]% Cross Entropy Loss: [1.7167941 0.9145753 0.6067427 0.43589357 0.38374144] Correct: [42.99901913 68.78371751 80.39480137 86.2432565 88.00882786]% Cross Entropy Loss: [1.6562892 0.8534697 0.56406367 0.40111938 0.3542188 ] Correct: [44.74006866 70.75772437 82.09906817 87.29769495 89.18587543]% Cross Entropy Loss: [1.6034018 0.82167363 0.5279835 0.3869254 0.34121612] Correct: [45.36537518 72.02059833 83.30063757 88.08239333 89.23491908]% Cross Entropy Loss: [1.5541178 0.7673762 0.49084792 0.3567918 0.31097445] Correct: [46.95929377 74.38695439 84.77194703 89.00196175 90.27709662]% Cross Entropy Loss: [1.513123 0.7302939 0.4657837 0.33646297 0.2969624 ] Correct: [48.57773418 75.98087298 85.40951447 90.0564002 90.57135851]% Cross Entropy Loss: [1.4685456 0.69858897 0.43898177 0.30988252 0.26510543] Correct: [49.71799902 77.48896518 86.80725846 90.87788131 92.11623345]% Cross Entropy Loss: [1.4346846 0.65807873 0.41694826 0.30300006 0.25763267] Correct: [50.698872 78.45757724 87.57969593 91.02501226 92.32466896]% Cross Entropy Loss: [1.3895181 0.63279134 0.39449626 0.28417885 0.24859692] Correct: [51.77783227 79.53653752 88.30308975 91.74840608 92.64345267]% Cross Entropy Loss: [1.3510382 0.6061608 0.3745797 0.26689148 0.2252498 ] Correct: [52.8077489 80.86071604 89.30848455 92.60666994 93.68563021]% Cross Entropy Loss: [1.3270496 0.58181334 0.35007405 0.24892966 0.21094875] Correct: [53.13879353 81.96419814 90.33840118 92.99901913 94.18832761]% Cross Entropy Loss: [1.2945825 0.5597396 0.3383223 0.2339943 0.19778877] Correct: [55.1250613 83.07994115 90.95144679 93.7714566 94.65424228]% Cross Entropy Loss: [1.2731501 0.54416317 0.3281429 0.23722541 0.19720861] Correct: [55.86071604 83.05541932 91.00049044 93.25649828 94.64198136]% Cross Entropy Loss: [1.2415872 0.52188367 0.31006563 0.21819232 0.19005619] Correct: [56.60863168 84.07307504 92.11623345 94.34771947 95.1814615 ]% Cross Entropy Loss: [1.2255088 0.50890607 0.3040881 0.21044563 0.18531644] Correct: [57.3320255 85.48307994 92.31240804 94.43354586 95.12015694]% Cross Entropy Loss: [1.1954914 0.49042568 0.28987342 0.2111602 0.16753441] Correct: [58.38646395 85.67925454 92.79058362 94.24963217 95.73320255]% Cross Entropy Loss: [1.1660926 0.46958005 0.274057 0.18637964 0.1528773 ] Correct: [59.72290338 86.66012751 93.01128004 95.51250613 96.39529181]% Cross Entropy Loss: [1.1645056 0.4625881 0.26521638 0.17997378 0.14905432] Correct: [59.67385974 86.88082393 93.50171653 95.75772437 96.66503188]% Cross Entropy Loss: [1.1336188 0.4476576 0.25680107 0.1755666 0.14851828] Correct: [60.70377636 87.26091221 93.68563021 95.90485532 96.33398725]% Cross Entropy Loss: [1.111274 0.42653584 0.24803361 0.1702799 0.14058931] Correct: [61.77047572 88.59735164 94.18832761 96.12555174 96.72633644]% Cross Entropy Loss: [1.0985448 0.4277832 0.2435167 0.16531731 0.13800752] Correct: [62.32221677 88.31535066 94.22511035 96.1868563 96.82442374]% Cross Entropy Loss: [1.0780163 0.40116844 0.22568676 0.15617338 0.12996455] Correct: [63.43795978 89.13683178 94.97302599 96.75085826 97.1922511 ]% Cross Entropy Loss: [1.070819 0.3974826 0.21814552 0.14321458 0.11549132] Correct: [63.43795978 89.34526729 95.46346248 97.03285924 97.76851398]% Cross Entropy Loss: [1.0495806 0.38829893 0.21903104 0.14181517 0.11687177] Correct: [64.59048553 89.88474743 95.30407062 97.04512016 97.486513 ]% Cross Entropy Loss: [1.0410042 0.37765098 0.20137316 0.13159057 0.10508846] Correct: [64.60274644 89.99509564 96.17459539 97.68268759 98.17312408]% Cross Entropy Loss: [1.0218923 0.36657244 0.19622695 0.13309841 0.1076279 ] Correct: [64.93379107 90.58361942 96.17459539 97.46199117 97.82981854]% Cross Entropy Loss: [1.0113193 0.3568306 0.19464554 0.13178872 0.10284535] Correct: [65.39970574 91.31927415 96.22363904 97.486513 98.27121138]% Cross Entropy Loss: [1.0049572 0.36077657 0.19515961 0.1339605 0.11020026] Correct: [66.13536047 90.60814125 96.00294262 97.08190289 97.54781756]% Cross Entropy Loss: [0.9870057 0.35042575 0.18587677 0.12793376 0.10342824] Correct: [67.10397254 91.14762138 96.4811182 97.25355566 97.94016675]% Cross Entropy Loss: [0.9757549 0.3410707 0.17989698 0.11814885 0.09241575] Correct: [67.22658166 91.62579696 96.26042178 97.76851398 98.3938205 ]% Cross Entropy Loss: [0.96428055 0.32781056 0.17137228 0.11188055 0.09004804] Correct: [67.4717999 92.34919078 96.8857283 98.07503678 98.44286415]% Cross Entropy Loss: [0.9572294 0.32388422 0.16705297 0.11006804 0.08704515] Correct: [68.46493379 92.39823443 97.06964198 98.33251594 98.60225601]% Cross Entropy Loss: [0.9536393 0.31932855 0.16956405 0.11059065 0.08926145] Correct: [68.18293281 92.36145169 96.83668465 98.11181952 98.46738597]% Cross Entropy Loss: [0.9483387 0.31465918 0.16175263 0.10542661 0.08428948] Correct: [68.575282 92.54536538 97.09416381 98.22216773 98.72486513]% Cross Entropy Loss: [0.93956435 0.30658367 0.15411578 0.09923302 0.07894109] Correct: [68.74693477 92.70475723 97.25355566 98.40608141 98.81069152]% Cross Entropy Loss: [0.9361799 0.31053033 0.15715556 0.10291913 0.08137187] Correct: [68.78371751 92.69249632 96.99607651 98.11181952 98.72486513]% Cross Entropy Loss: [0.9141641 0.2938315 0.14329651 0.09469543 0.07164025] Correct: [69.99754782 93.39136832 97.97694949 98.52869053 98.9946052 ]% Cross Entropy Loss: [0.8989482 0.28311735 0.14294308 0.09589738 0.07465205] Correct: [70.35311427 94.16380579 97.78077489 98.36929868 98.9946052 ]% Cross Entropy Loss: [0.89358103 0.2784608 0.13779323 0.09160928 0.07050512] Correct: [70.63511525 94.24963217 98.07503678 98.62677783 98.94556155]% Cross Entropy Loss: [0.89115715 0.27700645 0.13576552 0.08652843 0.06792575] Correct: [71.10102992 94.04119667 97.91564492 98.66356057 98.9946052 ]% Cross Entropy Loss: [0.8879425 0.27738196 0.13276473 0.08226375 0.06572188] Correct: [71.82442374 94.0779794 98.18538499 98.97008337 99.21530162]% Cross Entropy Loss: [0.8826405 0.26831532 0.12700339 0.07992887 0.06120425] Correct: [71.57920549 94.16380579 98.2957332 99.06817067 99.36243256]% Cross Entropy Loss: [0.87391186 0.26832122 0.12833619 0.07910227 0.05756973] Correct: [71.87346739 94.00441393 98.1976459 99.14173615 99.58312898]% Cross Entropy Loss: [0.8644577 0.2639307 0.12446632 0.08037469 0.06373096] Correct: [72.47425208 94.45806768 98.35703776 98.94556155 99.17851888]% Cross Entropy Loss: [0.86363244 0.26235315 0.12013704 0.07462273 0.05804161] Correct: [72.47425208 94.69102501 98.55321236 99.16625797 99.41147621]% Cross Entropy Loss: [0.8591943 0.2606702 0.12928234 0.08945012 0.0755519 ] Correct: [72.82981854 94.4825895 97.8911231 98.33251594 98.40608141]% Cross Entropy Loss: [0.8485733 0.24982113 0.11650348 0.07501889 0.07467279] Correct: [73.2957332 94.78911231 98.32025503 99.0926925 98.30799411]% Cross Entropy Loss: [0.8377481 0.2446565 0.11218416 0.07182521 0.05136961] Correct: [73.65129966 95.20598333 98.62677783 99.26434527 99.57086807]% Cross Entropy Loss: [0.8378156 0.24629316 0.11552141 0.07169156 0.052745 ] Correct: [73.45512506 95.13241785 98.50416871 99.21530162 99.47278077]% Cross Entropy Loss: [0.8446491 0.2467363 0.11351793 0.06969272 0.0553458 ] Correct: [73.13634134 94.98528691 98.46738597 99.20304071 99.35017165]% Cross Entropy Loss: [0.83080924 0.24086004 0.10801107 0.06767069 0.05587938] Correct: [74.08043158 95.1814615 98.57773418 99.17851888 99.22756253]% Cross Entropy Loss: [0.830165 0.23531967 0.1040042 0.06272075 0.04558553] Correct: [73.73712604 95.40215792 98.81069152 99.44825895 99.75478176]% Cross Entropy Loss: [0.8124383 0.2266195 0.09825282 0.06058205 0.04495567] Correct: [74.91417361 95.86807258 98.8965179 99.37469348 99.61991172]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.81% From layer 1: Accuracy: 66.78% From layer 2: Accuracy: 72.48% From layer 3: Accuracy: 75.13% From layer 4: Accuracy: 75.31%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.23% From layer 1: Accuracy: 97.17% From layer 2: Accuracy: 99.36% From layer 3: Accuracy: 99.58% From layer 4: Accuracy: 99.79% Checkpoint 620 models/shd_4layer_withckpts_noaugment_epoch620.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.9514155 4.5028715 3.614454 2.7473829 2.414428 ] Correct: [ 9.51446788 17.45953899 22.74399215 32.85924473 39.63952918]% Cross Entropy Loss: [2.9793122 2.0568993 1.6159261 1.1476846 0.99115515] Correct: [19.32319765 36.09612555 46.62824914 60.22560078 64.77439922]% Cross Entropy Loss: [2.5350316 1.6503108 1.22176 0.8707919 0.75243014] Correct: [25.87052477 45.36537518 58.07994115 70.26728789 73.68808239]% Cross Entropy Loss: [2.3118272 1.4350337 1.046796 0.74604756 0.6431691 ] Correct: [30.3212359 51.18930848 64.60274644 74.47278077 77.91809711]% Cross Entropy Loss: [2.1615672 1.2703948 0.90137947 0.63928914 0.55122995] Correct: [33.54585581 56.35115253 69.1760667 78.27366356 81.30210888]% Cross Entropy Loss: [2.038103 1.1727206 0.81234413 0.593087 0.5066361 ] Correct: [35.96125552 59.50220696 72.7930358 79.97793036 83.00637567]% Cross Entropy Loss: [1.9288226 1.0661167 0.726936 0.525825 0.47020772] Correct: [38.67091712 63.67091712 75.79695929 82.45463462 84.35507602]% Cross Entropy Loss: [1.8300956 0.9937158 0.6608402 0.48405474 0.41654098] Correct: [40.68170672 66.34379598 78.29818538 84.39185875 86.52525748]% Cross Entropy Loss: [1.7558775 0.9226345 0.6083887 0.4446311 0.38259968] Correct: [42.34919078 68.86954389 80.2231486 85.65473271 87.83717509]% Cross Entropy Loss: [1.6951452 0.88345236 0.5591081 0.40814683 0.3424881 ] Correct: [44.00441393 69.8749387 82.60176557 87.08925944 89.28396273]% Cross Entropy Loss: [1.6218994 0.81384224 0.52400094 0.38093677 0.32166144] Correct: [45.24276606 72.96468857 83.23933301 87.97204512 90.06866111]% Cross Entropy Loss: [1.5848831 0.7677703 0.49536425 0.36077577 0.305048 ] Correct: [46.27268269 74.43599804 84.71064247 88.68317803 90.66944581]% Cross Entropy Loss: [1.5290937 0.7278381 0.46251512 0.3392099 0.28721264] Correct: [48.13634134 76.43452673 85.85090731 89.56596371 91.25796959]% Cross Entropy Loss: [1.4791292 0.6926569 0.42999846 0.30771312 0.2584598 ] Correct: [49.57086807 77.47670427 87.59195684 90.74301128 92.54536538]% Cross Entropy Loss: [1.4471457 0.66773313 0.41268516 0.3060339 0.24951999] Correct: [50.15939186 78.39627268 87.72682688 90.60814125 92.76606179]% Cross Entropy Loss: [1.4023638 0.633127 0.39237162 0.28185597 0.23489155] Correct: [51.32417852 79.76949485 88.47474252 91.63805787 93.29328102]% Cross Entropy Loss: [1.3715925 0.6080468 0.37043858 0.26294008 0.2115695 ] Correct: [52.85679255 80.725846 89.40657185 92.54536538 94.55615498]% Cross Entropy Loss: [1.3382425 0.58215857 0.348286 0.2467115 0.20420714] Correct: [53.88670917 81.64541442 90.39970574 93.36684649 94.44580677]% Cross Entropy Loss: [1.3190138 0.5662122 0.33860564 0.2409187 0.19759692] Correct: [54.43845022 82.34428641 90.47327121 93.06032369 94.71554684]% Cross Entropy Loss: [1.2819693 0.54911983 0.3296695 0.23628002 0.19620478] Correct: [55.59097597 83.37420304 91.00049044 93.51397744 94.81363413]% Cross Entropy Loss: [1.2509669 0.5203663 0.31064153 0.21733369 0.17867233] Correct: [56.24080432 84.34281511 91.74840608 94.38450221 95.52476704]% Cross Entropy Loss: [1.2263644 0.5050232 0.29587817 0.20492919 0.16606863] Correct: [57.08680726 85.47081903 92.43501717 94.74006866 96.12555174]% Cross Entropy Loss: [1.2077293 0.49420962 0.28371397 0.19950531 0.1579525 ] Correct: [57.58950466 84.9435998 92.79058362 95.1814615 96.51790093]% Cross Entropy Loss: [1.1793857 0.46718425 0.26829645 0.18825662 0.15045647] Correct: [58.34968122 86.3413438 93.56302109 95.40215792 96.46885728]% Cross Entropy Loss: [1.167686 0.46405834 0.2696946 0.18838531 0.1523858 ] Correct: [59.51446788 86.19421285 93.14615007 95.57381069 96.50564002]% Cross Entropy Loss: [1.1482029 0.44480127 0.25413054 0.1875635 0.15250155] Correct: [60.28690535 86.96665032 93.75919568 95.10789603 96.07650809]% Cross Entropy Loss: [1.1178579 0.43024564 0.24116713 0.16810794 0.13761708] Correct: [61.05934282 87.9475233 94.44580677 96.32172634 96.87346739]% Cross Entropy Loss: [1.1089823 0.42146954 0.23576248 0.16311973 0.13146913] Correct: [61.80725846 88.47474252 94.65424228 96.15007357 97.17999019]% Cross Entropy Loss: [1.0870064 0.40906003 0.22864512 0.14974888 0.11978716] Correct: [62.33447769 88.83030897 94.97302599 97.00833742 97.65816577]% Cross Entropy Loss: [1.0817323 0.40210426 0.222823 0.15275228 0.11974479] Correct: [62.48160863 88.9529181 95.07111329 96.71407553 97.54781756]% Cross Entropy Loss: [1.06462 0.39834353 0.22217438 0.15495665 0.12057222] Correct: [62.95978421 88.96517901 94.99754782 96.37076999 97.49877391]% Cross Entropy Loss: [1.0547217 0.374801 0.20515835 0.13546489 0.10694861] Correct: [64.00196175 90.33840118 95.64737616 97.33938205 97.91564492]% Cross Entropy Loss: [1.0310957 0.359275 0.19695747 0.12960866 0.09974025] Correct: [64.22265817 90.82883767 95.84355076 97.58460029 98.38155959]% Cross Entropy Loss: [1.0228401 0.35934335 0.1932056 0.12783721 0.10549632] Correct: [64.97057381 90.47327121 96.21137813 97.73173124 98.11181952]% Cross Entropy Loss: [1.0039536 0.3515629 0.18964717 0.12172911 0.09587355] Correct: [65.52231486 91.23344777 96.37076999 97.9892104 98.54095145]% Cross Entropy Loss: [0.9958459 0.3424498 0.18667716 0.12532863 0.09797204] Correct: [65.73075037 91.3683178 96.17459539 97.486513 98.30799411]% Cross Entropy Loss: [0.9835593 0.3355639 0.17884092 0.12465391 0.09827312] Correct: [66.5644924 91.60127513 96.57920549 97.56007847 97.96468857]% Cross Entropy Loss: [0.97197926 0.3280293 0.17019852 0.11111375 0.08516895] Correct: [67.55762629 91.89553703 97.20451202 98.18538499 98.81069152]% Cross Entropy Loss: [0.95736647 0.32173407 0.1663399 0.10967917 0.08521058] Correct: [67.70475723 91.99362433 97.22903384 98.25895047 98.68808239]% Cross Entropy Loss: [0.95683527 0.31575042 0.16455895 0.10561945 0.08106769] Correct: [67.14075527 92.55762629 97.16772928 98.24668955 98.74938695]% Cross Entropy Loss: [0.9434504 0.31214944 0.16216585 0.10610125 0.08298006] Correct: [68.64884747 92.63119176 97.08190289 98.51642962 98.76164787]% Cross Entropy Loss: [0.9412027 0.30897698 0.1593023 0.10302397 0.07728341] Correct: [67.99901913 92.53310446 97.3884257 98.4919078 99.03138794]% Cross Entropy Loss: [0.932568 0.29820773 0.15102115 0.09975389 0.07781715] Correct: [68.29328102 93.04806278 97.74399215 98.50416871 98.7984306 ]% Cross Entropy Loss: [0.9207282 0.29681155 0.14633964 0.09459487 0.07332273] Correct: [68.9798921 93.1706719 97.62138303 98.61451692 99.04364885]% Cross Entropy Loss: [0.9139891 0.29112393 0.14902402 0.09716403 0.07544392] Correct: [69.42128494 93.19519372 97.47425208 98.54095145 98.87199608]% Cross Entropy Loss: [0.90372705 0.28540516 0.14357913 0.08968848 0.06667369] Correct: [70.3776361 93.66110839 97.59686121 98.67582148 99.11721432]% Cross Entropy Loss: [0.89639395 0.2770437 0.13711324 0.08567971 0.06377979] Correct: [70.26728789 94.34771947 98.11181952 98.98234429 99.32564983]% Cross Entropy Loss: [0.90194345 0.28634405 0.14079666 0.0887512 0.06569518] Correct: [69.93624326 93.21971555 97.7930358 98.70034331 99.12947523]% Cross Entropy Loss: [0.8850434 0.27473378 0.13299143 0.08110841 0.06339128] Correct: [70.90485532 93.83276116 98.05051496 98.98234429 99.19077979]% Cross Entropy Loss: [0.87156564 0.2581701 0.12391179 0.07589111 0.05897697] Correct: [71.54242276 94.93624326 98.43060324 99.22756253 99.48504169]% Cross Entropy Loss: [0.867431 0.26035777 0.12717664 0.07944823 0.05866839] Correct: [71.81216282 94.53163315 98.22216773 99.08043158 99.43599804]% Cross Entropy Loss: [0.8708587 0.26015115 0.12374414 0.07685836 0.05803964] Correct: [71.6895537 94.32319765 98.34477685 99.27660618 99.38695439]% Cross Entropy Loss: [0.8518601 0.25025275 0.1176203 0.07261445 0.05609148] Correct: [72.44973026 95.00980873 98.68808239 99.28886709 99.46051986]% Cross Entropy Loss: [0.8665982 0.25063133 0.12011034 0.07640491 0.0586617 ] Correct: [71.49337911 95.00980873 98.36929868 99.05590976 99.26434527]% Cross Entropy Loss: [0.8514541 0.24561097 0.11685557 0.07331879 0.05654028] Correct: [72.63364394 95.24276606 98.44286415 99.15399706 99.36243256]% Cross Entropy Loss: [0.8392154 0.24038261 0.11423592 0.0697635 0.05161756] Correct: [73.00147131 95.32859245 98.5899951 99.22756253 99.47278077]% Cross Entropy Loss: [0.8364029 0.24311587 0.11361381 0.06766143 0.05269072] Correct: [73.82295243 95.43894066 98.60225601 99.33791074 99.46051986]% Cross Entropy Loss: [0.8299941 0.23409592 0.10882016 0.06831674 0.05395445] Correct: [73.50416871 95.62285434 98.81069152 99.33791074 99.43599804]% Cross Entropy Loss: [0.8309034 0.23872185 0.11140761 0.06997678 0.05301213] Correct: [73.27121138 95.03433055 98.68808239 99.10495341 99.35017165]% Cross Entropy Loss: [0.8295765 0.23357964 0.108911 0.06800392 0.04987088] Correct: [74.12947523 95.3776361 98.52869053 99.12947523 99.47278077]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.47% From layer 1: Accuracy: 65.06% From layer 2: Accuracy: 71.07% From layer 3: Accuracy: 73.19% From layer 4: Accuracy: 74.60%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.72% From layer 1: Accuracy: 95.51% From layer 2: Accuracy: 98.76% From layer 3: Accuracy: 99.25% From layer 4: Accuracy: 99.71% Checkpoint 640 models/shd_4layer_withckpts_noaugment_epoch640.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.027996 4.1801186 4.1756783 2.8599217 2.4291012] Correct: [ 9.88229524 17.30014713 20.83128985 32.58950466 40.0564002 ]% Cross Entropy Loss: [2.8694723 2.0663912 1.5849965 1.161879 0.98660135] Correct: [20.94163806 36.46395292 45.94163806 58.75429132 64.94605199]% Cross Entropy Loss: [2.4573216 1.6451427 1.223934 0.9185843 0.765367 ] Correct: [27.47670427 46.8857283 57.19715547 67.61893085 73.32025503]% Cross Entropy Loss: [2.2674532 1.4414289 1.0481087 0.77668184 0.6590401 ] Correct: [31.28984796 52.2069642 63.4502207 72.6949485 77.78322707]% Cross Entropy Loss: [2.0910225 1.2626904 0.8948597 0.658399 0.55493575] Correct: [35.10299166 57.17263364 69.34771947 77.513487 81.5228053 ]% Cross Entropy Loss: [2.0022068 1.168977 0.8042781 0.5956787 0.49995646] Correct: [36.88082393 60.81412457 72.80529671 79.65914664 83.06768024]% Cross Entropy Loss: [1.8902081 1.0583957 0.71926326 0.5200548 0.43883997] Correct: [39.28396273 64.19813634 75.85826385 82.8347229 85.98577734]% Cross Entropy Loss: [1.8080387 0.9830734 0.6593786 0.48428553 0.4083135 ] Correct: [41.25796959 66.77292791 78.20009809 84.41638058 86.5497793 ]% Cross Entropy Loss: [1.7310795 0.91180074 0.59958875 0.43921176 0.3739044 ] Correct: [42.80284453 69.09024031 80.28445316 85.96125552 87.93526238]% Cross Entropy Loss: [1.6752248 0.86189157 0.55894977 0.40179896 0.3398828 ] Correct: [44.70328592 70.74546346 82.11132908 87.51839137 89.36978911]% Cross Entropy Loss: [1.6129581 0.8211846 0.5290161 0.3957089 0.32832104] Correct: [46.02746444 72.60912212 83.04315841 87.30995586 89.82344286]% Cross Entropy Loss: [1.5594835 0.76934433 0.49275857 0.3578926 0.29784536] Correct: [48.07503678 74.301128 84.47768514 88.92839627 91.01275135]% Cross Entropy Loss: [1.527466 0.7320611 0.47021142 0.34060454 0.2808249 ] Correct: [48.14860226 76.0053948 85.29916626 89.52918097 91.3683178 ]% Cross Entropy Loss: [1.4733777 0.68989503 0.4358627 0.31106424 0.2566392 ] Correct: [50.02452182 77.75870525 86.94212849 90.9637077 92.98675821]% Cross Entropy Loss: [1.4350418 0.6730165 0.4115316 0.2950849 0.24664532] Correct: [51.1034821 77.90583619 87.99656694 91.77292791 92.99901913]% Cross Entropy Loss: [1.4023517 0.6408731 0.39335194 0.28174308 0.23387003] Correct: [52.17018146 79.08288377 88.57282982 91.82197155 93.33006376]% Cross Entropy Loss: [1.3649838 0.60944414 0.37296078 0.26214862 0.21798001] Correct: [52.6115743 80.9220206 89.33300638 92.80284453 94.21284944]% Cross Entropy Loss: [1.347036 0.58826995 0.35371193 0.2532054 0.20769164] Correct: [52.94261893 81.2285434 90.14222658 93.1706719 94.39676312]% Cross Entropy Loss: [1.2926399 0.5546492 0.33571136 0.24206349 0.19563639] Correct: [54.86758215 82.88376655 90.70622854 93.52623835 95.14467876]% Cross Entropy Loss: [1.2845628 0.5431016 0.31861117 0.22694951 0.18572032] Correct: [55.68906327 83.28837666 91.44188328 93.91858754 95.12015694]% Cross Entropy Loss: [1.2531064 0.52113706 0.3100722 0.21910945 0.17668259] Correct: [56.40019617 84.15890142 91.93231976 94.38450221 95.57381069]% Cross Entropy Loss: [1.2409182 0.50781953 0.29659158 0.2149609 0.16907008] Correct: [56.97645905 84.45316332 92.23884257 94.22511035 95.73320255]% Cross Entropy Loss: [1.2184758 0.49044672 0.28639466 0.19874445 0.1554336 ] Correct: [57.58950466 85.11525257 92.68023541 95.26728789 96.32172634]% Cross Entropy Loss: [1.184295 0.47871804 0.2745808 0.18678352 0.14689796] Correct: [59.0362923 85.56890633 92.92545365 95.45120157 96.787641 ]% Cross Entropy Loss: [1.1700846 0.45534348 0.26002705 0.18250866 0.14450961] Correct: [59.10985777 86.8440412 93.95537028 95.61059343 96.66503188]% Cross Entropy Loss: [1.1464456 0.44276962 0.2532548 0.17409028 0.13722232] Correct: [60.05394801 87.18734674 93.99215302 96.23589995 96.94703286]% Cross Entropy Loss: [1.1304444 0.4361577 0.24313478 0.16748893 0.1312621 ] Correct: [61.26777832 87.87395782 94.32319765 96.16233448 97.24129475]% Cross Entropy Loss: [1.1137351 0.4211899 0.23706977 0.16536534 0.12877147] Correct: [61.0470819 88.21726336 94.56841589 96.1868563 97.17999019]% Cross Entropy Loss: [1.0907646 0.40575162 0.2259736 0.15835603 0.12725532] Correct: [62.40804316 88.76900441 94.92398234 96.61598823 97.13094654]% Cross Entropy Loss: [1.0634098 0.38509855 0.21203917 0.14645304 0.11806153] Correct: [63.05787151 89.90926925 95.3776361 96.9838156 97.62138303]% Cross Entropy Loss: [1.0576341 0.3832888 0.21120122 0.14028966 0.10869449] Correct: [63.32761157 89.93379107 95.29180971 97.10642472 98.02599313]% Cross Entropy Loss: [1.0416561 0.37595874 0.20283125 0.1354887 0.10739532] Correct: [64.10004904 89.67631192 95.69641981 97.31486023 97.85434036]% Cross Entropy Loss: [1.0313109 0.3674598 0.19531432 0.13079925 0.10281771] Correct: [64.7621383 90.68170672 96.06424718 97.60912212 98.30799411]% Cross Entropy Loss: [1.0307401 0.3630122 0.19330923 0.13119407 0.10131753] Correct: [64.40657185 90.15448749 95.91711623 97.43746935 98.1976459 ]% Cross Entropy Loss: [1.0185672 0.3521176 0.18854664 0.1235649 0.09434572] Correct: [64.92153016 90.70622854 96.03972536 97.70720942 98.47964689]% Cross Entropy Loss: [0.9884416 0.34204262 0.18124297 0.12571955 0.09555583] Correct: [66.49092692 91.17214321 96.32172634 97.57233938 98.25895047]% Cross Entropy Loss: [0.9859995 0.33087352 0.17366038 0.11714546 0.093265 ] Correct: [66.53997057 92.01814615 96.66503188 97.96468857 98.5899951 ]% Cross Entropy Loss: [0.974814 0.3226553 0.16948214 0.11231896 0.08633582] Correct: [66.44188328 92.49632173 96.70181462 98.03825405 98.63903874]% Cross Entropy Loss: [0.96528614 0.31630033 0.15959825 0.10213185 0.07768387] Correct: [67.41049534 92.45953899 97.16772928 98.51642962 98.93330064]% Cross Entropy Loss: [0.9461082 0.31492087 0.15999822 0.11082815 0.09089896] Correct: [68.90632663 92.21432075 97.16772928 97.92790584 98.16086317]% Cross Entropy Loss: [0.9375209 0.30445454 0.1527329 0.09981222 0.07777938] Correct: [68.34232467 92.83962727 97.42520844 98.45512506 98.84747425]% Cross Entropy Loss: [0.93977255 0.30199146 0.15051435 0.09899213 0.07804514] Correct: [68.73467386 92.79058362 97.59686121 98.50416871 98.71260422]% Cross Entropy Loss: [0.9237606 0.29392546 0.14556693 0.09519123 0.07633201] Correct: [69.32319765 93.575282 97.60912212 98.36929868 98.67582148]% Cross Entropy Loss: [0.9197071 0.29044896 0.14102413 0.08908226 0.0671699 ] Correct: [69.22511035 93.41589014 97.70720942 98.78616969 99.16625797]% Cross Entropy Loss: [0.9017786 0.27887225 0.13604924 0.08970444 0.06598634] Correct: [70.04659147 93.88180481 98.02599313 98.74938695 99.20304071]% Cross Entropy Loss: [0.9077473 0.2855296 0.13479517 0.08771326 0.06670603] Correct: [69.74006866 93.48945562 98.08729769 98.93330064 99.14173615]% Cross Entropy Loss: [0.91278046 0.27589783 0.13640398 0.08987983 0.0704672 ] Correct: [69.28641491 93.91858754 97.75625307 98.74938695 98.95782246]% Cross Entropy Loss: [0.89969534 0.27382544 0.12909636 0.08240182 0.06316461] Correct: [70.25502697 93.84502207 98.25895047 98.9946052 99.27660618]% Cross Entropy Loss: [0.8858858 0.2718998 0.13064659 0.08406936 0.06257274] Correct: [70.97842079 94.02893575 97.86660128 98.87199608 99.26434527]% Cross Entropy Loss: [0.8811022 0.27179596 0.13049567 0.08473586 0.07631408] Correct: [71.49337911 93.42815105 97.78077489 98.71260422 98.68808239]% Cross Entropy Loss: [0.8787141 0.261543 0.12160639 0.0779658 0.05905727] Correct: [71.24816086 94.44580677 98.3938205 98.92103973 99.22756253]% Cross Entropy Loss: [0.86897534 0.25959414 0.12088583 0.07764918 0.05793655] Correct: [71.19911721 94.69102501 98.20990682 98.77390878 99.17851888]% Cross Entropy Loss: [0.8571546 0.24838673 0.11588299 0.08448958 0.07292698] Correct: [72.46199117 94.88719961 98.41834232 98.51642962 98.56547327]% Cross Entropy Loss: [0.8641584 0.24688062 0.11230011 0.06855353 0.04979897] Correct: [71.93477195 94.96076508 98.5899951 99.31338892 99.68121628]% Cross Entropy Loss: [0.83899117 0.2387596 0.10922363 0.07080762 0.06022974] Correct: [73.33251594 95.69641981 98.71260422 99.04364885 99.16625797]% Cross Entropy Loss: [0.84450775 0.24161361 0.10603321 0.06290869 0.04547171] Correct: [73.05051496 95.09563512 98.76164787 99.42373713 99.71799902]% Cross Entropy Loss: [0.82562906 0.22891761 0.10085449 0.06078014 0.04319183] Correct: [73.73712604 95.83128985 98.97008337 99.5953899 99.74252084]% Cross Entropy Loss: [0.83401644 0.23801641 0.11074613 0.07148108 0.0530301 ] Correct: [73.60225601 95.19372241 98.50416871 99.04364885 99.27660618]% Cross Entropy Loss: [0.8335961 0.23244312 0.09935171 0.06047169 0.04311367] Correct: [73.93330064 95.50024522 99.01912702 99.52182442 99.77930358]% Cross Entropy Loss: [0.82549274 0.22798163 0.09778678 0.0625794 0.04927065] Correct: [74.01912702 95.42667974 98.93330064 99.301128 99.44825895]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 49.29% From layer 1: Accuracy: 66.74% From layer 2: Accuracy: 73.06% From layer 3: Accuracy: 74.87% From layer 4: Accuracy: 75.75%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.96% From layer 1: Accuracy: 96.17% From layer 2: Accuracy: 99.06% From layer 3: Accuracy: 98.93% From layer 4: Accuracy: 99.33% Checkpoint 660 models/shd_4layer_withckpts_noaugment_epoch660.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [6.033734 4.3234444 3.7514348 2.527563 2.3413599] Correct: [ 9.39185875 15.43648847 19.09024031 35.7405591 41.77292791]% Cross Entropy Loss: [3.0528667 2.0378067 1.6152188 1.1145006 0.9713662] Correct: [19.37224129 35.6424718 45.94163806 61.3413438 65.85335949]% Cross Entropy Loss: [2.600314 1.6132654 1.2206994 0.85106564 0.74784076] Correct: [25.20843551 46.12555174 57.94507111 70.3776361 74.52182442]% Cross Entropy Loss: [2.359374 1.3880163 1.0199766 0.7208648 0.6447777] Correct: [29.90436488 53.08974988 64.5537028 75.38008828 77.97940167]% Cross Entropy Loss: [2.19735 1.2587514 0.8789665 0.6381075 0.54828197] Correct: [32.65080922 57.73663561 69.49485042 78.65375184 81.49828347]% Cross Entropy Loss: [2.056802 1.1273104 0.78430456 0.5590082 0.4881272 ] Correct: [35.27464443 61.97891123 73.17312408 81.93967631 83.81559588]% Cross Entropy Loss: [1.9685608 1.0476824 0.7139988 0.51197106 0.44541118] Correct: [36.95438941 64.77439922 75.91956842 83.3374203 85.33594899]% Cross Entropy Loss: [1.8555826 0.9615814 0.6485065 0.46414304 0.39974752] Correct: [39.94605199 67.69249632 78.911231 85.45855812 87.23639039]% Cross Entropy Loss: [1.7796158 0.89099896 0.59034455 0.42371535 0.37124783] Correct: [41.24570868 69.91172143 81.00784698 86.67238843 87.69004414]% Cross Entropy Loss: [1.7210181 0.8550183 0.5553104 0.39605132 0.3433578 ] Correct: [42.99901913 71.16233448 82.03776361 87.32221677 88.8548308 ]% Cross Entropy Loss: [1.655557 0.8009954 0.51721674 0.36600217 0.30946022] Correct: [44.39676312 73.05051496 84.10985777 88.6586562 90.2648357 ]% Cross Entropy Loss: [1.611639 0.7658685 0.48766214 0.3550816 0.29744506] Correct: [45.90485532 74.95095635 84.62481609 89.05100539 91.01275135]% Cross Entropy Loss: [1.5504171 0.7152535 0.45139956 0.31457606 0.26463798] Correct: [46.99607651 76.86365866 86.30456106 90.75527219 92.01814615]% Cross Entropy Loss: [1.5159299 0.6941663 0.43007162 0.30460605 0.26419058] Correct: [48.30799411 77.28052967 86.96665032 91.25796959 92.38597352]% Cross Entropy Loss: [1.4681951 0.6573883 0.40577123 0.2828218 0.23802379] Correct: [49.47278077 78.65375184 87.89847965 91.85875429 93.12162825]% Cross Entropy Loss: [1.4323151 0.61948514 0.38364732 0.26448587 0.22449821] Correct: [50.73565473 80.61549779 88.86709171 92.75380088 93.59980383]% Cross Entropy Loss: [1.395061 0.60183173 0.36414742 0.2495888 0.21550398] Correct: [52.2069642 81.28984796 89.66405101 93.55076018 94.11476214]% Cross Entropy Loss: [1.3598471 0.5719571 0.34182373 0.23632234 0.20668462] Correct: [52.64835704 82.36880824 90.60814125 93.79597842 94.15154487]% Cross Entropy Loss: [1.3436335 0.5648667 0.33609796 0.2333587 0.19551605] Correct: [53.0161844 82.54046101 90.80431584 93.94310937 94.65424228]% Cross Entropy Loss: [1.3019626 0.53565913 0.31396103 0.21899453 0.18411006] Correct: [55.08827857 83.85237862 91.50318784 94.13928396 94.88719961]% Cross Entropy Loss: [1.2699773 0.50931233 0.29402828 0.19945294 0.16327684] Correct: [55.89749877 84.66159882 92.48406081 95.04659147 96.26042178]% Cross Entropy Loss: [1.2421671 0.50418365 0.28909507 0.20225346 0.16081053] Correct: [56.65767533 85.21333987 92.71701815 94.94850417 96.13781265]% Cross Entropy Loss: [1.2207344 0.47547412 0.27182227 0.18074878 0.1470053 ] Correct: [57.44237371 86.31682197 93.30554193 95.91711623 97.02059833]% Cross Entropy Loss: [1.1897566 0.4635364 0.26231217 0.17899512 0.14211746] Correct: [59.02403139 86.36586562 93.59980383 95.63511525 96.87346739]% Cross Entropy Loss: [1.1839455 0.4520311 0.26148948 0.17967528 0.14569286] Correct: [58.72976949 87.06473762 93.74693477 95.81902894 96.70181462]% Cross Entropy Loss: [1.1607816 0.45068827 0.25223705 0.17212188 0.14148505] Correct: [59.69838156 87.3467386 93.85728298 95.90485532 96.53016184]% Cross Entropy Loss: [1.1453986 0.42306793 0.23510668 0.15637386 0.12692688] Correct: [60.48307994 88.30308975 94.5806768 96.55468367 97.25355566]% Cross Entropy Loss: [1.124541 0.41764623 0.23522002 0.15977417 0.13066457] Correct: [60.69151545 88.4502207 94.37224129 96.35850907 97.27807749]% Cross Entropy Loss: [1.1020439 0.4029733 0.22356604 0.14464746 0.11922455] Correct: [61.86856302 89.06326631 94.86267778 97.06964198 97.52329573]% Cross Entropy Loss: [1.0890214 0.3905513 0.21045679 0.13751678 0.11036316] Correct: [62.60421775 89.48013732 95.36537518 97.52329573 97.92790584]% Cross Entropy Loss: [1.055191 0.3756839 0.20113271 0.1305996 0.10768456] Correct: [63.87935262 90.2648357 96.02746444 97.51103482 97.80529671]% Cross Entropy Loss: [1.0625569 0.37218976 0.20113315 0.13329522 0.11160792] Correct: [63.21726336 90.37518391 95.81902894 97.32712114 97.75625307]% Cross Entropy Loss: [1.040126 0.36575285 0.19330114 0.12742332 0.09948545] Correct: [64.57822462 90.51005395 96.11329083 97.60912212 98.33251594]% Cross Entropy Loss: [1.0360174 0.35079697 0.18696836 0.12060792 0.09686422] Correct: [64.29622364 91.03727317 95.91711623 97.80529671 98.23442864]% Cross Entropy Loss: [1.0050253 0.34313214 0.17971255 0.11781242 0.09464481] Correct: [66.14762138 91.73614517 96.64051005 98.01373222 98.30799411]% Cross Entropy Loss: [1.0006909 0.34182748 0.18243471 0.12422438 0.09696986] Correct: [66.5644924 91.29475233 96.35850907 97.64590486 98.12408043]% Cross Entropy Loss: [0.9907359 0.32982263 0.17110577 0.1089539 0.08503285] Correct: [67.01814615 91.58901422 96.787641 98.1976459 98.72486513]% Cross Entropy Loss: [0.9815586 0.32719162 0.16534363 0.10287035 0.08029459] Correct: [67.14075527 92.12849436 97.06964198 98.51642962 98.74938695]% Cross Entropy Loss: [0.9665933 0.31472707 0.15774085 0.09885615 0.07543516] Correct: [67.50858264 92.31240804 97.44973026 98.57773418 98.9946052 ]% Cross Entropy Loss: [0.96942353 0.31983384 0.15724607 0.09702718 0.07483482] Correct: [67.30014713 91.94458068 97.16772928 98.5899951 99.06817067]% Cross Entropy Loss: [0.94643694 0.3030275 0.14891796 0.09126139 0.07051316] Correct: [68.53849926 92.85188818 97.62138303 98.92103973 99.15399706]% Cross Entropy Loss: [0.9380068 0.2951902 0.14358675 0.09384107 0.07330459] Correct: [69.42128494 93.30554193 97.86660128 98.61451692 98.8965179 ]% Cross Entropy Loss: [0.9372859 0.2930083 0.1456785 0.09253091 0.07156239] Correct: [69.15154487 93.33006376 97.40068661 98.61451692 99.03138794]% Cross Entropy Loss: [0.92005664 0.28611436 0.13983269 0.0904882 0.073322 ] Correct: [69.70328592 93.69789112 97.81755763 98.71260422 98.98234429]% Cross Entropy Loss: [0.9191661 0.2812302 0.13733225 0.08552048 0.0685994 ] Correct: [69.82589505 93.7714566 97.84207945 98.87199608 99.01912702]% Cross Entropy Loss: [0.903935 0.27065477 0.12933747 0.08031453 0.06147223] Correct: [70.1814615 94.61745954 98.1976459 99.03138794 99.27660618]% Cross Entropy Loss: [0.9029432 0.271795 0.12768434 0.07925706 0.05780527] Correct: [70.63511525 94.15154487 98.32025503 99.16625797 99.52182442]% Cross Entropy Loss: [0.89956564 0.27274632 0.12756822 0.07841816 0.06162807] Correct: [71.02746444 94.11476214 98.30799411 99.04364885 99.25208436]% Cross Entropy Loss: [0.8774284 0.26391464 0.12373307 0.07466013 0.05657408] Correct: [71.26042178 94.23737126 98.11181952 99.22756253 99.47278077]% Cross Entropy Loss: [0.88332266 0.26410508 0.11946137 0.07214521 0.05727262] Correct: [71.81216282 94.21284944 98.33251594 99.25208436 99.35017165]% Cross Entropy Loss: [0.8802638 0.25638422 0.11783861 0.07126302 0.05808846] Correct: [70.95389897 94.71554684 98.51642962 99.12947523 99.25208436]% Cross Entropy Loss: [0.86632735 0.25365108 0.11411267 0.06944443 0.05302915] Correct: [72.30259931 94.86267778 98.56547327 99.301128 99.55860716]% Cross Entropy Loss: [0.86488783 0.25057364 0.11611752 0.0697003 0.05262313] Correct: [72.1922511 95.07111329 98.40608141 99.42373713 99.57086807]% Cross Entropy Loss: [0.8620185 0.2510819 0.11701351 0.07191911 0.05009674] Correct: [72.6949485 94.51937224 98.3938205 99.25208436 99.57086807]% Cross Entropy Loss: [0.8519455 0.24369466 0.10894501 0.0684147 0.05116413] Correct: [72.03285924 95.34085336 98.83521334 99.31338892 99.52182442]% Cross Entropy Loss: [0.83808845 0.232986 0.10468943 0.06438217 0.04865188] Correct: [73.67582148 95.95389897 98.77390878 99.32564983 99.55860716]% Cross Entropy Loss: [0.836316 0.23072995 0.10024437 0.05733939 0.04246901] Correct: [73.35703776 95.52476704 99.01912702 99.69347719 99.84060814]% Cross Entropy Loss: [0.83710366 0.2255627 0.09936652 0.06056252 0.04546988] Correct: [73.07503678 96.01520353 98.90877881 99.43599804 99.66895537]% Cross Entropy Loss: [0.83003753 0.22329727 0.09545711 0.05543713 0.04075557] Correct: [73.55321236 95.84355076 99.0926925 99.64443355 99.81608632]% Cross Entropy Loss: [0.8380261 0.24147101 0.10810386 0.0656937 0.04543003] Correct: [73.13634134 94.80137322 98.45512506 99.23982344 99.68121628]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.04% From layer 1: Accuracy: 68.02% From layer 2: Accuracy: 72.39% From layer 3: Accuracy: 73.76% From layer 4: Accuracy: 74.56%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.84% From layer 1: Accuracy: 93.94% From layer 2: Accuracy: 98.76% From layer 3: Accuracy: 99.45% From layer 4: Accuracy: 99.72% Checkpoint 680 models/shd_4layer_withckpts_noaugment_epoch680.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [6.130755 4.560132 3.2095878 2.690097 2.0714002] Correct: [ 8.32515939 16.30701324 24.06817067 36.1451692 44.34771947]% Cross Entropy Loss: [3.083479 2.1133773 1.4426345 1.0923513 0.93938416] Correct: [18.37910741 35.1397744 50.99313389 61.08386464 67.63119176]% Cross Entropy Loss: [2.6377416 1.6573855 1.1181446 0.8592813 0.7273362] Correct: [25.26974007 45.5860716 61.66012751 70.03433055 75.02452182]% Cross Entropy Loss: [2.3890014 1.4098527 0.9414005 0.72024304 0.6153007 ] Correct: [28.94801373 52.41539971 67.96223639 75.17165277 79.10740559]% Cross Entropy Loss: [2.2211895 1.2719922 0.8397066 0.647956 0.54110914] Correct: [32.76115743 57.12359 71.6895537 77.72192251 81.54732712]% Cross Entropy Loss: [2.0576162 1.1442304 0.7238217 0.5689566 0.47293562] Correct: [35.00490436 60.45855812 76.27513487 81.10593428 83.82785679]% Cross Entropy Loss: [1.9536753 1.0487759 0.66125995 0.5108741 0.41630572] Correct: [37.54291319 63.92839627 79.1196665 82.96959294 86.51299657]% Cross Entropy Loss: [1.8622236 0.9684911 0.6108673 0.46367392 0.38210896] Correct: [40.20353114 66.84649338 80.71358509 85.07846984 87.50613046]% Cross Entropy Loss: [1.7870238 0.90970373 0.55989355 0.4356008 0.350926 ] Correct: [41.69936243 68.9798921 82.29524277 85.85090731 88.38891614]% Cross Entropy Loss: [1.7186036 0.8556266 0.52252233 0.40782285 0.3259292 ] Correct: [43.14615007 71.15007357 83.50907308 87.13830309 89.78666013]% Cross Entropy Loss: [1.6469983 0.79371595 0.48285988 0.37065938 0.2997464 ] Correct: [45.30407062 73.4919078 84.99264345 88.27856793 90.51005395]% Cross Entropy Loss: [1.6010443 0.76450914 0.45650077 0.34373188 0.2745666 ] Correct: [46.07650809 74.85286905 85.65473271 89.11230996 91.4664051 ]% Cross Entropy Loss: [1.5442822 0.7172313 0.4362745 0.32660052 0.25866807] Correct: [47.80529671 76.61844041 86.75821481 89.72535557 92.4717999 ]% Cross Entropy Loss: [1.4997067 0.68506336 0.40349534 0.30152565 0.2367094 ] Correct: [49.31338892 77.57479156 88.43795978 91.07405591 93.33006376]% Cross Entropy Loss: [1.4658382 0.65299577 0.38529798 0.28569838 0.22730967] Correct: [49.74252084 79.1196665 88.47474252 91.95684159 93.56302109]% Cross Entropy Loss: [1.4354533 0.6226162 0.37191078 0.28386265 0.2254624 ] Correct: [50.63756744 80.39480137 89.21039725 91.76066699 93.30554193]% Cross Entropy Loss: [1.3916652 0.59691995 0.34787172 0.255636 0.19858328] Correct: [52.1088769 81.13045611 89.9583129 92.50858264 94.69102501]% Cross Entropy Loss: [1.3543153 0.5782992 0.33671397 0.24836212 0.19656062] Correct: [53.22461991 82.00098087 90.362923 93.03580186 94.33545856]% Cross Entropy Loss: [1.3201991 0.5504134 0.31387016 0.23706585 0.19052935] Correct: [53.93575282 83.26385483 91.55223149 93.35458558 94.51937224]% Cross Entropy Loss: [1.2995199 0.53360796 0.302426 0.22200744 0.17272279] Correct: [54.53653752 83.54585581 91.78518882 93.90632663 95.35311427]% Cross Entropy Loss: [1.2725345 0.5174835 0.29410452 0.21107872 0.15859258] Correct: [55.5174105 84.37959784 92.04266797 94.50711133 96.13781265]% Cross Entropy Loss: [1.2431769 0.49677518 0.279327 0.20855473 0.15609564] Correct: [56.93967631 85.71603727 92.72927906 94.42128494 95.97842079]% Cross Entropy Loss: [1.2195365 0.4803561 0.26171336 0.18866812 0.14458278] Correct: [57.76115743 85.61794998 93.40362923 95.32859245 96.6895537 ]% Cross Entropy Loss: [1.2087563 0.46265537 0.2551494 0.1773518 0.13215327] Correct: [57.81020108 86.52525748 93.78371751 96.10102992 97.22903384]% Cross Entropy Loss: [1.1746763 0.45041257 0.2495813 0.17773297 0.13824919] Correct: [59.28151054 87.07699853 93.83276116 95.65963708 96.9838156 ]% Cross Entropy Loss: [1.1587241 0.44090536 0.23600578 0.17048617 0.12845132] Correct: [59.30603237 87.67778323 94.43354586 95.59833252 96.9838156 ]% Cross Entropy Loss: [1.1472793 0.4252101 0.22693342 0.16071063 0.11916747] Correct: [59.89455615 87.86169691 94.8749387 96.41981363 97.30259931]% Cross Entropy Loss: [1.1144305 0.40650064 0.21394964 0.14698616 0.11228326] Correct: [60.88769004 88.96517901 95.29180971 96.84894556 97.71947033]% Cross Entropy Loss: [1.1022686 0.4031195 0.21383049 0.15167415 0.11478396] Correct: [60.99803825 89.06326631 94.99754782 96.54242276 97.57233938]% Cross Entropy Loss: [1.0842491 0.38430896 0.20208006 0.1405952 0.10210045] Correct: [62.6532614 89.97057381 95.59833252 97.02059833 98.13634134]% Cross Entropy Loss: [1.0777614 0.38452655 0.20308447 0.14562182 0.10836554] Correct: [62.98430603 89.8602256 95.61059343 96.75085826 97.78077489]% Cross Entropy Loss: [1.0451833 0.36229196 0.18662395 0.12689583 0.09586032] Correct: [64.65179009 90.81657675 96.22363904 97.52329573 98.44286415]% Cross Entropy Loss: [1.0428301 0.36320654 0.18319586 0.1247192 0.09023944] Correct: [64.18587543 90.37518391 96.34624816 97.62138303 98.60225601]% Cross Entropy Loss: [1.0192499 0.3466723 0.17869262 0.12230256 0.09098434] Correct: [65.27709662 91.40510054 96.55468367 97.7930358 98.44286415]% Cross Entropy Loss: [1.0217867 0.34570777 0.17264844 0.11645921 0.08494881] Correct: [64.32074546 91.17214321 96.64051005 97.85434036 98.65129966]% Cross Entropy Loss: [1.0092186 0.34244248 0.17437558 0.11881562 0.0861303 ] Correct: [65.35066209 91.3683178 96.43207455 97.67042668 98.70034331]% Cross Entropy Loss: [1.0113459 0.34452015 0.17481315 0.1167611 0.08525445] Correct: [65.14222658 91.40510054 96.51790093 97.71947033 98.46738597]% Cross Entropy Loss: [0.9837012 0.3275327 0.16246471 0.10830931 0.07966055] Correct: [66.83423247 92.0671898 97.03285924 97.95242766 98.68808239]% Cross Entropy Loss: [0.97406054 0.3142717 0.15428364 0.10016158 0.07294323] Correct: [67.30014713 92.28788622 97.21677293 98.33251594 99.03138794]% Cross Entropy Loss: [0.9668063 0.30443347 0.14950229 0.09969034 0.07281591] Correct: [67.25110348 92.68023541 97.46199117 98.16086317 98.95782246]% Cross Entropy Loss: [0.9549555 0.30540887 0.14792311 0.10118831 0.07315754] Correct: [67.79058362 92.80284453 97.42520844 98.06277587 98.88425699]% Cross Entropy Loss: [0.94173104 0.29326698 0.13799568 0.08943152 0.06711124] Correct: [68.68563021 93.46493379 97.91564492 98.60225601 99.19077979]% Cross Entropy Loss: [0.9359767 0.2912512 0.13660799 0.09050809 0.06399559] Correct: [68.55076018 93.52623835 97.94016675 98.81069152 99.25208436]% Cross Entropy Loss: [0.92621493 0.28248954 0.13418122 0.08717642 0.06210311] Correct: [69.6787641 93.82050025 97.91564492 98.84747425 99.31338892]% Cross Entropy Loss: [0.91661024 0.28084856 0.13181184 0.08484881 0.05876749] Correct: [69.72780775 93.90632663 98.11181952 98.78616969 99.42373713]% Cross Entropy Loss: [0.914043 0.2814934 0.13251407 0.08604971 0.06196461] Correct: [69.28641491 93.53849926 97.82981854 98.70034331 99.11721432]% Cross Entropy Loss: [0.9032158 0.27106234 0.12486137 0.07887745 0.05492569] Correct: [70.09563512 94.274154 98.07503678 99.01912702 99.47278077]% Cross Entropy Loss: [0.90192753 0.26665306 0.12165596 0.07696114 0.0559263 ] Correct: [70.14467876 94.80137322 98.35703776 99.01912702 99.47278077]% Cross Entropy Loss: [0.89253855 0.26371244 0.12068489 0.07673971 0.05510899] Correct: [70.80676802 94.20058852 98.2957332 98.98234429 99.41147621]% Cross Entropy Loss: [0.88530076 0.25796527 0.11942939 0.07940505 0.05668168] Correct: [70.96615988 94.61745954 98.23442864 98.76164787 99.26434527]% Cross Entropy Loss: [0.8838678 0.25244796 0.11481758 0.07226391 0.04815041] Correct: [71.17459539 94.89946052 98.44286415 99.12947523 99.60765081]% Cross Entropy Loss: [0.87208855 0.24971224 0.11199765 0.07184067 0.04979517] Correct: [72.03285924 94.85041687 98.43060324 99.22756253 99.57086807]% Cross Entropy Loss: [0.8632461 0.24639851 0.10913147 0.06727766 0.0466261 ] Correct: [71.787641 95.13241785 98.55321236 99.301128 99.54634625]% Cross Entropy Loss: [0.86453384 0.24403536 0.10315489 0.0628922 0.04609412] Correct: [72.22903384 95.03433055 98.72486513 99.50956351 99.61991172]% Cross Entropy Loss: [0.8501529 0.23725198 0.10622062 0.07860421 0.05912207] Correct: [72.64590486 95.41441883 98.5899951 98.52869053 98.87199608]% Cross Entropy Loss: [0.8467321 0.23820378 0.10343203 0.06351994 0.0543924 ] Correct: [73.43060324 95.2795488 98.90877881 99.3992153 99.301128 ]% Cross Entropy Loss: [0.8340287 0.22731775 0.09790715 0.05981787 0.04364299] Correct: [73.83521334 95.76998529 98.95782246 99.55860716 99.63217263]% Cross Entropy Loss: [0.8401644 0.23243958 0.10198101 0.06769626 0.05184332] Correct: [73.1976459 95.6841589 98.57773418 99.11721432 99.37469348]% Cross Entropy Loss: [0.83375746 0.22463706 0.09394127 0.05741495 0.03868799] Correct: [73.33251594 95.85581167 99.00686611 99.36243256 99.76704267]% Cross Entropy Loss: [0.83048224 0.2300347 0.09801915 0.05929111 0.03778176] Correct: [73.85973516 95.62285434 98.71260422 99.42373713 99.84060814]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.39% From layer 1: Accuracy: 68.07% From layer 2: Accuracy: 73.37% From layer 3: Accuracy: 76.19% From layer 4: Accuracy: 76.06%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.85% From layer 1: Accuracy: 96.41% From layer 2: Accuracy: 99.61% From layer 3: Accuracy: 99.89% From layer 4: Accuracy: 99.79% Checkpoint 700 models/shd_4layer_withckpts_noaugment_epoch700.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.9428735 4.181704 3.373143 2.5318167 2.394692 ] Correct: [ 8.69298676 15.51005395 25.84600294 37.7513487 40.43648847]% Cross Entropy Loss: [3.0491388 2.0686884 1.4845972 1.0842782 0.9402125] Correct: [18.93084846 34.7351643 49.77930358 62.01569397 66.69936243]% Cross Entropy Loss: [2.6179173 1.6622823 1.148648 0.85009533 0.72799915] Correct: [24.84060814 44.53163315 60.51986268 69.97302599 74.73025993]% Cross Entropy Loss: [2.365636 1.4269633 0.9558778 0.7054744 0.6091325] Correct: [29.52427661 51.69200589 67.45953899 75.84600294 79.3158411 ]% Cross Entropy Loss: [2.1894932 1.2730123 0.83434325 0.61740214 0.5350383 ] Correct: [31.86611084 56.54732712 71.26042178 78.86218735 82.25846003]% Cross Entropy Loss: [2.0659828 1.1608752 0.74395627 0.5475338 0.46276456] Correct: [34.85777342 60.39725356 75.38008828 82.28298185 84.87003433]% Cross Entropy Loss: [1.9387057 1.0473704 0.66318715 0.48324165 0.41552138] Correct: [37.40804316 64.34526729 78.22461991 84.31829328 86.86856302]% Cross Entropy Loss: [1.846663 0.98561543 0.62396103 0.45081922 0.3953487 ] Correct: [40.08092202 66.17214321 79.76949485 85.72829819 86.8440412 ]% Cross Entropy Loss: [1.7882764 0.9197398 0.5566357 0.41479042 0.3411817 ] Correct: [41.14762138 68.75919568 82.45463462 86.77047572 89.3575282 ]% Cross Entropy Loss: [1.7072366 0.86816436 0.5279126 0.39129427 0.32597452] Correct: [42.77832271 69.94850417 83.23933301 87.3467386 89.84796469]% Cross Entropy Loss: [1.6443257 0.8091806 0.48545152 0.35455775 0.29304308] Correct: [44.274154 72.43746935 84.77194703 88.76900441 91.11083865]% Cross Entropy Loss: [1.5983821 0.76861936 0.45398682 0.33905098 0.286244 ] Correct: [45.92937715 74.61991172 85.63021089 89.2594409 91.061795 ]% Cross Entropy Loss: [1.538321 0.723863 0.42383787 0.31265712 0.2534725 ] Correct: [47.3884257 76.5080922 87.21186856 90.48553212 92.49632173]% Cross Entropy Loss: [1.4880849 0.69152313 0.40191168 0.2980142 0.24411926] Correct: [48.98234429 77.36635606 88.1559588 90.82883767 92.75380088]% Cross Entropy Loss: [1.4585308 0.66297734 0.37831128 0.2783694 0.23166704] Correct: [49.4973026 78.64149093 88.87935262 91.6625797 93.01128004]% Cross Entropy Loss: [1.4191163 0.6383702 0.35830012 0.26051036 0.2141975 ] Correct: [50.56400196 79.09514468 89.57822462 92.52084355 93.79597842]% Cross Entropy Loss: [1.3761568 0.61175835 0.34986404 0.25163865 0.21024168] Correct: [52.03531143 80.33349681 89.89700834 92.63119176 93.94310937]% Cross Entropy Loss: [1.3620318 0.5894406 0.32991028 0.23927896 0.18931925] Correct: [52.25600785 81.21628249 90.8656204 93.44041197 95.07111329]% Cross Entropy Loss: [1.3275676 0.5670908 0.31993157 0.24009301 0.19487558] Correct: [53.76410005 82.05002452 91.13536047 93.18293281 94.70328592]% Cross Entropy Loss: [1.2860571 0.5510403 0.29849255 0.21437424 0.17429075] Correct: [54.80627759 82.88376655 92.09171162 94.39676312 95.30407062]% Cross Entropy Loss: [1.2570143 0.522016 0.2837402 0.20083362 0.169681 ] Correct: [56.38793526 84.02403139 92.5698872 94.86267778 95.43894066]% Cross Entropy Loss: [1.2329719 0.49621373 0.26988336 0.18993741 0.15060298] Correct: [56.90289358 85.00490436 93.0725846 95.31633154 96.35850907]% Cross Entropy Loss: [1.2195362 0.48694623 0.26369023 0.18198025 0.14462005] Correct: [57.28298185 85.12751349 93.40362923 95.65963708 96.79990191]% Cross Entropy Loss: [1.1825383 0.46914795 0.25377655 0.18008079 0.14520162] Correct: [58.64394311 86.10838646 93.66110839 95.1814615 96.33398725]% Cross Entropy Loss: [1.1715322 0.45532003 0.2436129 0.17045525 0.13813041] Correct: [59.66159882 86.81951937 94.11476214 95.86807258 96.51790093]% Cross Entropy Loss: [1.154391 0.44143042 0.23441947 0.16428907 0.13217561] Correct: [60.0416871 87.27317312 94.40902403 96.19911721 97.02059833]% Cross Entropy Loss: [1.1324961 0.430974 0.22586943 0.15738347 0.12197124] Correct: [60.89995096 87.66552231 94.71554684 96.24816086 97.33938205]% Cross Entropy Loss: [1.1175932 0.41614145 0.21773902 0.15148051 0.1188423 ] Correct: [61.45169201 88.56056891 94.81363413 96.46885728 97.32712114]% Cross Entropy Loss: [1.0902135 0.4007581 0.20934997 0.14363216 0.11198066] Correct: [62.78813144 89.28396273 95.51250613 96.92251103 97.68268759]% Cross Entropy Loss: [1.0805334 0.38465667 0.19699083 0.1369471 0.10702138] Correct: [62.73908779 89.78666013 95.83128985 97.15546837 97.96468857]% Cross Entropy Loss: [1.0725487 0.38860828 0.20371784 0.13480629 0.10375457] Correct: [62.64100049 89.49239823 95.29180971 97.15546837 97.8911231 ]% Cross Entropy Loss: [1.054336 0.36972493 0.18163167 0.12803763 0.11074498] Correct: [64.02648357 90.12996567 96.43207455 97.56007847 97.63364394]% Cross Entropy Loss: [1.0370307 0.3709215 0.1873356 0.12442381 0.09648864] Correct: [64.51692006 90.20353114 96.00294262 97.3884257 98.13634134]% Cross Entropy Loss: [1.0382599 0.36803168 0.18560761 0.12780511 0.09932564] Correct: [64.11230996 90.38744483 95.80676802 97.26581658 97.84207945]% Cross Entropy Loss: [1.009769 0.35079262 0.17073795 0.11496238 0.08914854] Correct: [65.33840118 90.91466405 96.787641 97.90338401 98.41834232]% Cross Entropy Loss: [1.003961 0.3423737 0.16998474 0.11424684 0.08765095] Correct: [66.01275135 91.1598823 96.4811182 97.67042668 98.35703776]% Cross Entropy Loss: [1.0019027 0.33300078 0.16016048 0.10754962 0.08175139] Correct: [65.47327121 91.65031878 97.10642472 98.13634134 98.82295243]% Cross Entropy Loss: [0.97161484 0.32632303 0.15805495 0.10476868 0.08028632] Correct: [67.03040706 92.05492889 97.05738107 98.09955861 98.63903874]% Cross Entropy Loss: [0.97037125 0.32340714 0.1527996 0.09905557 0.07515813] Correct: [66.82197155 92.01814615 97.51103482 98.46738597 98.83521334]% Cross Entropy Loss: [0.9499373 0.31322888 0.14952141 0.09662324 0.07313024] Correct: [68.71015204 92.77832271 97.40068661 98.45512506 98.97008337]% Cross Entropy Loss: [0.957958 0.31338328 0.14700693 0.09460578 0.06834844] Correct: [67.64345267 92.53310446 97.486513 98.60225601 99.11721432]% Cross Entropy Loss: [0.94234353 0.3030898 0.141552 0.09144668 0.06820084] Correct: [68.64884747 92.54536538 97.62138303 98.70034331 99.19077979]% Cross Entropy Loss: [0.9294649 0.29259038 0.13554068 0.08508354 0.06594066] Correct: [68.88180481 93.34232467 97.73173124 98.81069152 99.14173615]% Cross Entropy Loss: [0.91561365 0.28474846 0.13003556 0.08074825 0.05923335] Correct: [69.62972045 93.63658656 98.20990682 99.05590976 99.36243256]% Cross Entropy Loss: [0.90746534 0.2796847 0.12707314 0.08106455 0.05988358] Correct: [69.70328592 93.85728298 98.28347229 98.95782246 99.36243256]% Cross Entropy Loss: [0.9071886 0.28155956 0.13020962 0.08190917 0.06315634] Correct: [70.10789603 93.7714566 97.85434036 98.82295243 99.17851888]% Cross Entropy Loss: [0.9025956 0.27520514 0.12036251 0.07713153 0.05858539] Correct: [70.41441883 94.09024031 98.28347229 98.8965179 99.32564983]% Cross Entropy Loss: [0.8927269 0.2747675 0.12484875 0.08305807 0.06398082] Correct: [70.41441883 93.89406572 98.07503678 98.60225601 98.95782246]% Cross Entropy Loss: [0.8886501 0.26606476 0.12079316 0.07461245 0.05621606] Correct: [70.25502697 94.10250123 98.36929868 98.93330064 99.37469348]% Cross Entropy Loss: [0.8827289 0.25970796 0.11237957 0.06712695 0.05110404] Correct: [71.00294262 94.82589505 98.5899951 99.42373713 99.50956351]% Cross Entropy Loss: [0.87366045 0.25662616 0.10874549 0.06624801 0.04785865] Correct: [71.59146641 94.78911231 98.61451692 99.38695439 99.63217263]% Cross Entropy Loss: [0.86014044 0.25145975 0.107514 0.06723224 0.05142269] Correct: [72.37616479 95.07111329 98.7984306 99.32564983 99.55860716]% Cross Entropy Loss: [0.8628769 0.24692622 0.10481769 0.06504161 0.05350175] Correct: [71.3830309 95.30407062 98.88425699 99.26434527 99.26434527]% Cross Entropy Loss: [0.86709434 0.25422832 0.11188918 0.07137645 0.05415375] Correct: [71.93477195 94.72780775 98.52869053 98.93330064 99.11721432]% Cross Entropy Loss: [0.8591027 0.24022175 0.10198034 0.06137183 0.04461076] Correct: [72.22903384 95.51250613 98.88425699 99.3992153 99.66895537]% Cross Entropy Loss: [0.84533226 0.24366343 0.10345943 0.05983786 0.04706313] Correct: [72.73173124 95.0833742 98.78616969 99.4973026 99.50956351]% Cross Entropy Loss: [0.8386835 0.23451723 0.09933431 0.06333331 0.04472027] Correct: [72.51103482 95.70868073 98.8965179 99.31338892 99.68121628]% Cross Entropy Loss: [0.83960366 0.23375347 0.1004571 0.06462093 0.04878717] Correct: [72.91564492 95.52476704 98.70034331 99.08043158 99.33791074]% Cross Entropy Loss: [0.8394752 0.23533379 0.09348077 0.05623662 0.03846634] Correct: [72.8911231 95.24276606 98.88425699 99.52182442 99.82834723]% Cross Entropy Loss: [0.836109 0.22967277 0.0933663 0.05562613 0.04099883] Correct: [73.00147131 95.62285434 99.00686611 99.48504169 99.70573811]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.02% From layer 1: Accuracy: 68.33% From layer 2: Accuracy: 73.54% From layer 3: Accuracy: 74.73% From layer 4: Accuracy: 73.06%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.10% From layer 1: Accuracy: 96.24% From layer 2: Accuracy: 99.50% From layer 3: Accuracy: 99.74% From layer 4: Accuracy: 99.25% Checkpoint 720 models/shd_4layer_withckpts_noaugment_epoch720.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.5204554 3.9423203 3.496336 3.2967038 2.9446654] Correct: [10.0416871 16.55223149 23.16086317 34.91907798 38.42569887]% Cross Entropy Loss: [3.0424132 2.0210388 1.4929097 1.1504114 0.9857193] Correct: [20.24276606 36.73369299 50.12260912 61.42717018 65.38744483]% Cross Entropy Loss: [2.5988142 1.615342 1.1603708 0.8811603 0.748471 ] Correct: [26.22609122 47.14320745 60.55664541 70.16920059 74.57086807]% Cross Entropy Loss: [2.3477376 1.3989007 0.9732264 0.7410074 0.62915194] Correct: [30.1250613 52.66061795 66.77292791 74.9019127 78.65375184]% Cross Entropy Loss: [2.1704588 1.230394 0.8391887 0.6300346 0.5479529] Correct: [33.58263855 57.99411476 71.60372732 78.99705738 81.49828347]% Cross Entropy Loss: [2.0399563 1.1372118 0.7574458 0.5718725 0.4873554] Correct: [36.51299657 61.13290829 74.50956351 81.49828347 83.76655223]% Cross Entropy Loss: [1.9350904 1.0347586 0.6821906 0.5147108 0.43838266] Correct: [38.70769985 64.94605199 77.72192251 83.32515939 85.63021089]% Cross Entropy Loss: [1.8372062 0.95375174 0.61881495 0.45835495 0.39575619] Correct: [40.51005395 67.17753801 79.87984306 85.21333987 87.150564 ]% Cross Entropy Loss: [1.7641935 0.88954103 0.5775264 0.43570852 0.3608151 ] Correct: [42.09171162 70.14467876 81.30210888 86.13290829 88.36439431]% Cross Entropy Loss: [1.7019067 0.83875436 0.5342189 0.40290436 0.3337451 ] Correct: [43.95537028 71.49337911 82.78567925 87.27317312 89.49239823]% Cross Entropy Loss: [1.6521978 0.7960233 0.5063349 0.36839452 0.31497025] Correct: [45.43894066 73.18538499 83.97498774 88.59735164 89.98283472]% Cross Entropy Loss: [1.592986 0.75319844 0.47180596 0.34630597 0.2871589 ] Correct: [46.91025012 74.54634625 85.4462972 89.43109367 90.98822952]% Cross Entropy Loss: [1.540443 0.7129671 0.44417292 0.3260555 0.27126396] Correct: [48.17312408 76.42226582 86.39038744 90.4610103 91.65031878]% Cross Entropy Loss: [1.5004578 0.6944306 0.427992 0.30585378 0.2626432 ] Correct: [49.47278077 77.53800883 86.94212849 91.23344777 92.05492889]% Cross Entropy Loss: [1.4484944 0.641788 0.38999957 0.2919926 0.23690258] Correct: [50.26974007 79.36488475 88.41343796 91.12309956 92.94997548]% Cross Entropy Loss: [1.4178395 0.62232256 0.38324422 0.27973077 0.23351377] Correct: [51.52035311 80.33349681 88.78126533 91.77292791 92.81510544]% Cross Entropy Loss: [1.374585 0.58546364 0.35253814 0.25880185 0.21254446] Correct: [52.8077489 81.48602256 89.88474743 92.55762629 93.96763119]% Cross Entropy Loss: [1.3478642 0.5655549 0.33340746 0.23572849 0.19265091] Correct: [53.56792545 82.40559098 90.80431584 93.84502207 94.7768514 ]% Cross Entropy Loss: [1.3043792 0.54646736 0.32680672 0.23253404 0.18495385] Correct: [55.24767043 83.10446297 90.74301128 93.59980383 95.05885238]% Cross Entropy Loss: [1.2835157 0.5260781 0.30916858 0.21689382 0.18013489] Correct: [55.66454144 84.26924963 91.4664051 94.42128494 95.34085336]% Cross Entropy Loss: [1.259963 0.5078226 0.29941085 0.21408172 0.1742263 ] Correct: [56.89063266 84.69838156 91.84649338 94.20058852 95.53702795]% Cross Entropy Loss: [1.2353787 0.4838636 0.27823007 0.19724445 0.15861383] Correct: [57.08680726 86.1451692 92.79058362 94.86267778 95.86807258]% Cross Entropy Loss: [1.2205763 0.48274556 0.27667254 0.1887621 0.150803 ] Correct: [57.77341834 85.31142717 92.44727808 95.54928887 96.4811182 ]% Cross Entropy Loss: [1.1837283 0.45981196 0.25999284 0.18005179 0.14689791] Correct: [58.68072585 86.31682197 93.66110839 95.54928887 96.39529181]% Cross Entropy Loss: [1.1765559 0.45021892 0.24946797 0.18365118 0.13965425] Correct: [59.24472781 87.16282491 93.6733693 95.1814615 96.77538009]% Cross Entropy Loss: [1.1537154 0.4284629 0.23981695 0.1621645 0.13089629] Correct: [60.39725356 87.93526238 94.43354586 96.1868563 96.93477195]% Cross Entropy Loss: [1.130881 0.41909546 0.23663397 0.15916313 0.12751953] Correct: [61.23099559 88.20500245 94.0779794 96.4811182 97.27807749]% Cross Entropy Loss: [1.1132044 0.41149375 0.22596885 0.14916745 0.12147999] Correct: [62.02795488 88.71996077 94.69102501 96.82442374 97.53555665]% Cross Entropy Loss: [1.0979811 0.39677033 0.21690714 0.14625919 0.11349857] Correct: [62.04021579 89.44335459 95.10789603 96.89798921 97.80529671]% Cross Entropy Loss: [1.0808357 0.3848035 0.20695728 0.14273964 0.11091659] Correct: [62.76360961 89.73761648 95.54928887 96.89798921 97.95242766]% Cross Entropy Loss: [1.0586507 0.37557095 0.2046739 0.14203535 0.11227313] Correct: [63.74448259 90.16674841 95.41441883 96.76311918 97.75625307]% Cross Entropy Loss: [1.0448427 0.3681616 0.19478877 0.12991472 0.10678799] Correct: [64.68857283 90.10544385 95.70868073 97.58460029 97.82981854]% Cross Entropy Loss: [1.0423878 0.35809723 0.1901212 0.12529671 0.09886489] Correct: [64.77439922 90.81657675 95.95389897 97.486513 98.14860226]% Cross Entropy Loss: [1.0225849 0.35291263 0.18342516 0.1258982 0.0998603 ] Correct: [65.57135851 90.80431584 96.22363904 97.42520844 98.00147131]% Cross Entropy Loss: [1.0123693 0.34195942 0.18148586 0.12067276 0.09676584] Correct: [65.5590976 91.17214321 96.12555174 97.65816577 98.14860226]% Cross Entropy Loss: [0.9936839 0.33440718 0.17237157 0.11514054 0.09622829] Correct: [66.65031878 91.89553703 96.60372732 97.73173124 98.03825405]% Cross Entropy Loss: [0.9835074 0.32884997 0.16731414 0.10827505 0.08269794] Correct: [66.88327612 91.9691025 96.71407553 98.17312408 98.61451692]% Cross Entropy Loss: [0.9740348 0.3153768 0.15859604 0.10426679 0.07952438] Correct: [67.43501717 92.72927906 97.21677293 98.30799411 98.73712604]% Cross Entropy Loss: [0.9630202 0.31524152 0.16080749 0.10734084 0.08226549] Correct: [67.53310446 92.43501717 97.02059833 98.07503678 98.78616969]% Cross Entropy Loss: [0.9439443 0.30670726 0.1562174 0.1001274 0.07715994] Correct: [69.24963217 92.83962727 97.27807749 98.28347229 98.76164787]% Cross Entropy Loss: [0.9448247 0.29823676 0.14732248 0.09127472 0.07049592] Correct: [68.20745463 92.94997548 97.54781756 98.77390878 99.15399706]% Cross Entropy Loss: [0.9467981 0.29832688 0.14628401 0.09537429 0.07161526] Correct: [68.53849926 93.04806278 97.71947033 98.51642962 99.04364885]% Cross Entropy Loss: [0.945218 0.29166067 0.13875164 0.08475689 0.06467182] Correct: [68.46493379 93.09710642 97.94016675 98.94556155 99.21530162]% Cross Entropy Loss: [0.90940803 0.27620566 0.13575664 0.08829041 0.07200731] Correct: [69.83815596 94.31093673 98.00147131 98.60225601 98.70034331]% Cross Entropy Loss: [0.9084337 0.2780013 0.13621624 0.09080057 0.06966883] Correct: [69.98528691 93.91858754 97.75625307 98.61451692 98.97008337]% Cross Entropy Loss: [0.89988035 0.2685708 0.12943828 0.0892991 0.07430039] Correct: [70.40215792 94.274154 98.02599313 98.44286415 98.62677783]% Cross Entropy Loss: [0.9039774 0.26768595 0.12744553 0.08017053 0.05915917] Correct: [70.30407062 94.23737126 98.23442864 98.78616969 99.301128 ]% Cross Entropy Loss: [0.8941158 0.26351342 0.12274724 0.07617442 0.05837311] Correct: [70.8803335 94.11476214 98.28347229 98.8965179 99.3992153 ]% Cross Entropy Loss: [0.88573813 0.25804815 0.12082683 0.07352822 0.05429497] Correct: [70.94163806 94.71554684 98.2957332 99.04364885 99.37469348]% Cross Entropy Loss: [0.87229234 0.2569741 0.11866263 0.07329642 0.05492684] Correct: [71.56694458 94.51937224 98.28347229 98.9946052 99.32564983]% Cross Entropy Loss: [0.8736982 0.2563095 0.11776042 0.07129047 0.05475429] Correct: [71.77538009 94.61745954 98.38155959 99.22756253 99.42373713]% Cross Entropy Loss: [0.8609589 0.24615167 0.11328441 0.07143462 0.05257814] Correct: [72.74399215 95.3776361 98.2957332 99.19077979 99.50956351]% Cross Entropy Loss: [0.86980206 0.25069973 0.11474842 0.07335073 0.06060133] Correct: [71.8857283 94.65424228 98.3938205 98.97008337 99.19077979]% Cross Entropy Loss: [0.8572221 0.24037445 0.1041965 0.06158516 0.04290983] Correct: [72.3884257 95.12015694 98.95782246 99.53408534 99.77930358]% Cross Entropy Loss: [0.8501129 0.24044275 0.10536546 0.06243857 0.04717232] Correct: [72.85434036 95.16920059 98.92103973 99.54634625 99.69347719]% Cross Entropy Loss: [0.8337367 0.22771983 0.09887493 0.0587572 0.0436346 ] Correct: [73.28347229 95.84355076 98.92103973 99.54634625 99.77930358]% Cross Entropy Loss: [0.8346245 0.22490066 0.09725051 0.05825424 0.04345366] Correct: [73.47964689 95.7822462 98.88425699 99.54634625 99.65669446]% Cross Entropy Loss: [0.8198079 0.22110966 0.09815778 0.06091352 0.05094725] Correct: [74.19077979 96.11329083 98.95782246 99.31338892 99.22756253]% Cross Entropy Loss: [0.8210117 0.21897833 0.09399372 0.05962369 0.04728689] Correct: [74.06817067 96.19911721 98.93330064 99.31338892 99.44825895]% Cross Entropy Loss: [0.8186218 0.2186626 0.09444052 0.05504346 0.04212469] Correct: [74.58312898 96.10102992 99.12947523 99.61991172 99.64443355]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 45.19% From layer 1: Accuracy: 64.05% From layer 2: Accuracy: 71.33% From layer 3: Accuracy: 72.84% From layer 4: Accuracy: 73.01%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 71.30% From layer 1: Accuracy: 95.72% From layer 2: Accuracy: 99.08% From layer 3: Accuracy: 99.47% From layer 4: Accuracy: 99.84% Checkpoint 740 models/shd_4layer_withckpts_noaugment_epoch740.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.8230777 4.663421 3.2949178 2.53619 2.45496 ] Correct: [ 9.42864149 16.50318784 24.79156449 37.5551741 40.74301128]% Cross Entropy Loss: [3.0485642 2.0957944 1.4701955 1.09765 0.98262507] Correct: [18.69789112 35.12751349 50.08582639 61.35360471 65.5590976 ]% Cross Entropy Loss: [2.6213624 1.6367549 1.1476576 0.84608907 0.7513859 ] Correct: [25.01226091 45.3776361 60.61794998 70.3776361 74.06817067]% Cross Entropy Loss: [2.3775742 1.3931644 0.95819056 0.7168517 0.63449085] Correct: [29.58558117 52.86905346 66.77292791 75.76017656 78.50662089]% Cross Entropy Loss: [2.1925018 1.2292383 0.83116746 0.6185772 0.5503481 ] Correct: [33.05541932 57.92054929 71.60372732 79.26679745 81.41245709]% Cross Entropy Loss: [2.074004 1.1223572 0.7532398 0.5594554 0.48203906] Correct: [35.33594899 61.47621383 74.46051986 81.2285434 84.15890142]% Cross Entropy Loss: [1.9557711 1.0231351 0.66766983 0.49691823 0.4267227 ] Correct: [37.49386954 65.17900932 77.75870525 83.74203041 86.36586562]% Cross Entropy Loss: [1.8693647 0.94951314 0.6076976 0.4518975 0.39095327] Correct: [39.39431094 66.8710152 80.23540951 85.50760177 87.57969593]% Cross Entropy Loss: [1.7860478 0.88415635 0.5656792 0.41940755 0.36180964] Correct: [40.9637077 70.34085336 81.74350172 86.70917116 88.47474252]% Cross Entropy Loss: [1.7279426 0.8371703 0.53057873 0.39353123 0.33346373] Correct: [42.25110348 72.13094654 82.84698382 87.86169691 89.78666013]% Cross Entropy Loss: [1.6582048 0.78218883 0.49178067 0.3639791 0.30852085] Correct: [44.56841589 74.28886709 84.33055419 88.9529181 90.59588033]% Cross Entropy Loss: [1.6049547 0.7403408 0.4606719 0.34250388 0.29416433] Correct: [45.73320255 75.22069642 85.81412457 89.62726827 90.79205493]% Cross Entropy Loss: [1.5609871 0.71003824 0.4378307 0.32347828 0.2756093 ] Correct: [47.20451202 77.07209416 86.80725846 90.32614026 91.50318784]% Cross Entropy Loss: [1.505244 0.67992073 0.41965842 0.31495866 0.25730324] Correct: [47.85434036 78.15105444 87.39578225 90.35066209 92.22658166]% Cross Entropy Loss: [1.4639506 0.6345494 0.38230646 0.27917695 0.22535439] Correct: [49.41147621 79.42618931 88.43795978 91.41736145 93.88180481]% Cross Entropy Loss: [1.4292718 0.60873985 0.3637323 0.2642665 0.21602097] Correct: [50.63756744 80.9220206 89.33300638 92.44727808 94.29867582]% Cross Entropy Loss: [1.3869332 0.58652705 0.35261023 0.25307974 0.20875949] Correct: [51.37322217 81.38793526 89.65179009 92.85188818 94.10250123]% Cross Entropy Loss: [1.3566551 0.5711081 0.33517727 0.24289627 0.1952141 ] Correct: [52.97940167 82.30750368 90.48553212 93.39136832 95.05885238]% Cross Entropy Loss: [1.3328161 0.54704046 0.31841767 0.22557563 0.18581386] Correct: [53.46983816 83.38646395 91.03727317 93.9798921 95.20598333]% Cross Entropy Loss: [1.2975702 0.5279588 0.30930862 0.216318 0.17288086] Correct: [54.30358019 83.95046591 91.30701324 94.31093673 95.61059343]% Cross Entropy Loss: [1.2825621 0.51319236 0.30254862 0.21545202 0.1727258 ] Correct: [55.40706229 84.29377146 91.65031878 94.11476214 95.36537518]% Cross Entropy Loss: [1.2393233 0.49987876 0.28612256 0.20260192 0.16241336] Correct: [56.79254537 84.58803335 92.33692987 94.69102501 96.15007357]% Cross Entropy Loss: [1.2318293 0.47569498 0.26933938 0.19257715 0.15818363] Correct: [57.06228543 86.31682197 93.06032369 95.23050515 96.10102992]% Cross Entropy Loss: [1.2174144 0.45731947 0.257105 0.1807481 0.14922178] Correct: [57.47915645 86.73369299 93.23197646 95.5860716 96.32172634]% Cross Entropy Loss: [1.1907454 0.45647788 0.25431907 0.1761621 0.1413749 ] Correct: [58.42324669 86.83178028 93.61206474 95.79450711 96.787641 ]% Cross Entropy Loss: [1.1591604 0.43335092 0.23714413 0.1684383 0.13493435] Correct: [59.37959784 87.39578225 94.274154 95.97842079 96.94703286]% Cross Entropy Loss: [1.1347001 0.4208199 0.22954129 0.15615074 0.12889764] Correct: [60.02942619 88.04561059 94.47032859 96.61598823 97.24129475]% Cross Entropy Loss: [1.1356958 0.42611328 0.23467778 0.16800225 0.131921 ] Correct: [60.25012261 87.57969593 94.28641491 95.76998529 96.97155468]% Cross Entropy Loss: [1.1036936 0.40321103 0.21749759 0.15211254 0.11885088] Correct: [61.78273664 88.89161354 95.10789603 96.51790093 97.41294752]% Cross Entropy Loss: [1.1019005 0.38470733 0.20039594 0.1363346 0.10696646] Correct: [61.0470819 89.3575282 95.83128985 97.14320745 98.06277587]% Cross Entropy Loss: [1.081606 0.37839192 0.20183861 0.14110522 0.10950404] Correct: [62.39578225 89.67631192 95.65963708 97.05738107 97.84207945]% Cross Entropy Loss: [1.0637895 0.3692404 0.19508632 0.12803443 0.09810743] Correct: [62.849436 90.31387935 95.94163806 97.486513 98.25895047]% Cross Entropy Loss: [1.0472815 0.37117437 0.19193025 0.13567516 0.10311387] Correct: [64.12457087 89.72535557 96.13781265 97.13094654 97.91564492]% Cross Entropy Loss: [1.0234171 0.35096022 0.18321708 0.12225027 0.09569026] Correct: [64.81118195 91.11083865 96.16233448 97.43746935 98.13634134]% Cross Entropy Loss: [1.0189883 0.3386867 0.17398518 0.1146694 0.08803706] Correct: [65.28935753 91.53997057 96.72633644 97.90338401 98.77390878]% Cross Entropy Loss: [1.0019424 0.3378136 0.17273542 0.12079828 0.09407718] Correct: [65.73075037 91.51544875 96.56694458 97.49877391 98.23442864]% Cross Entropy Loss: [0.99112475 0.3305643 0.16409978 0.10992882 0.08243071] Correct: [66.30701324 92.07945071 96.95929377 98.20990682 98.78616969]% Cross Entropy Loss: [0.9863887 0.32746235 0.16965444 0.11874668 0.08619063] Correct: [66.50318784 92.03040706 96.67729279 97.59686121 98.63903874]% Cross Entropy Loss: [0.9657264 0.31923136 0.16251783 0.10725887 0.0809074 ] Correct: [67.58214811 91.88327612 96.81216282 98.06277587 98.68808239]% Cross Entropy Loss: [0.9624724 0.30770186 0.15137367 0.10475541 0.0798678 ] Correct: [68.04806278 92.94997548 97.32712114 98.08729769 98.55321236]% Cross Entropy Loss: [0.9557668 0.30822092 0.14755754 0.09414826 0.07104512] Correct: [67.50858264 92.55762629 97.49877391 98.57773418 99.22756253]% Cross Entropy Loss: [0.9388929 0.30007946 0.1499534 0.094793 0.07372956] Correct: [68.74693477 93.08484551 97.25355566 98.4919078 98.93330064]% Cross Entropy Loss: [0.93848735 0.2932358 0.13987958 0.0906998 0.06774849] Correct: [68.28102011 93.2687592 97.71947033 98.63903874 99.25208436]% Cross Entropy Loss: [0.9196423 0.284844 0.13581197 0.08823466 0.06889552] Correct: [69.85041687 93.90632663 97.87886219 98.73712604 98.95782246]% Cross Entropy Loss: [0.92373765 0.2789369 0.13326345 0.08695921 0.06539153] Correct: [69.34771947 93.93084846 97.94016675 98.81069152 99.17851888]% Cross Entropy Loss: [0.90922576 0.2796997 0.1328095 0.0856721 0.06911507] Correct: [69.98528691 93.79597842 97.80529671 98.60225601 98.7984306 ]% Cross Entropy Loss: [0.90583587 0.28012693 0.1334516 0.08729728 0.06254064] Correct: [69.91172143 93.58754291 97.71947033 98.61451692 99.31338892]% Cross Entropy Loss: [0.89148146 0.2641871 0.12154997 0.0780779 0.05704393] Correct: [70.67189799 94.23737126 98.43060324 98.93330064 99.42373713]% Cross Entropy Loss: [0.89044166 0.26406655 0.12245364 0.07963926 0.07285073] Correct: [70.95389897 94.28641491 98.09955861 98.88425699 98.76164787]% Cross Entropy Loss: [0.8826369 0.26005185 0.11747196 0.07394478 0.0528067 ] Correct: [71.19911721 94.53163315 98.46738597 99.21530162 99.4973026 ]% Cross Entropy Loss: [0.87540996 0.2619792 0.11640084 0.0721185 0.05233766] Correct: [71.35850907 94.13928396 98.3938205 99.14173615 99.58312898]% Cross Entropy Loss: [0.86149615 0.24556576 0.1092399 0.06856728 0.05063115] Correct: [72.486513 95.16920059 98.74938695 99.26434527 99.54634625]% Cross Entropy Loss: [0.85730124 0.24376434 0.1057649 0.06639212 0.04662213] Correct: [72.54781756 95.38989701 98.71260422 99.44825895 99.73025993]% Cross Entropy Loss: [0.87853783 0.25200334 0.1145767 0.07175735 0.05251916] Correct: [71.17459539 94.43354586 98.23442864 99.05590976 99.44825895]% Cross Entropy Loss: [0.8529761 0.23528448 0.10564809 0.06406772 0.04589245] Correct: [72.44973026 95.48798431 98.93330064 99.3992153 99.5953899 ]% Cross Entropy Loss: [0.8364418 0.23464602 0.10101579 0.06138444 0.04336494] Correct: [73.65129966 95.62285434 98.93330064 99.50956351 99.84060814]% Cross Entropy Loss: [0.8418653 0.23088063 0.10219774 0.066507 0.05017449] Correct: [73.14860226 95.61059343 98.68808239 99.22756253 99.44825895]% Cross Entropy Loss: [0.8379798 0.23073584 0.10018017 0.06263765 0.04258336] Correct: [73.17312408 95.40215792 98.8965179 99.48504169 99.81608632]% Cross Entropy Loss: [0.83182263 0.22982384 0.09577769 0.05713398 0.04060528] Correct: [73.23442864 95.61059343 99.04364885 99.55860716 99.73025993]% Cross Entropy Loss: [0.8302666 0.22017837 0.09151676 0.0567471 0.04745562] Correct: [73.51642962 96.1868563 99.21530162 99.53408534 99.35017165]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.75% From layer 1: Accuracy: 66.87% From layer 2: Accuracy: 73.76% From layer 3: Accuracy: 75.53% From layer 4: Accuracy: 75.27%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.07% From layer 1: Accuracy: 96.78% From layer 2: Accuracy: 99.36% From layer 3: Accuracy: 99.63% From layer 4: Accuracy: 99.15% Checkpoint 760 models/shd_4layer_withckpts_noaugment_epoch760.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.0189643 4.086803 3.5415177 2.6810749 2.2731164] Correct: [ 9.36733693 16.40510054 22.06964198 35.80186366 42.82736636]% Cross Entropy Loss: [2.942572 2.138528 1.5342482 1.0755634 0.9457142] Correct: [19.86267778 35.22560078 47.80529671 62.81265326 67.28788622]% Cross Entropy Loss: [2.5683718 1.6725093 1.2016443 0.8519913 0.75710464] Correct: [25.698872 45.20598333 57.79794017 70.83128985 74.37469348]% Cross Entropy Loss: [2.3419657 1.424982 0.9978905 0.7276915 0.634146 ] Correct: [29.51201569 52.36635606 65.16674841 75.52721923 78.93575282]% Cross Entropy Loss: [2.1751919 1.2549051 0.8675952 0.6217841 0.5518611] Correct: [32.92054929 57.18489456 69.47032859 79.26679745 81.81706719]% Cross Entropy Loss: [2.0635326 1.1412692 0.77827 0.5609253 0.49012497] Correct: [35.29916626 61.26777832 73.9946052 81.43697891 84.15890142]% Cross Entropy Loss: [1.9574051 1.0561019 0.71066844 0.5137914 0.45123398] Correct: [37.5551741 64.36978911 76.01765571 83.04315841 84.98038254]% Cross Entropy Loss: [1.845961 0.9605002 0.63502294 0.46226415 0.40057254] Correct: [39.94605199 67.28788622 78.83766552 85.26238352 87.02795488]% Cross Entropy Loss: [1.791406 0.90513396 0.58838207 0.4233076 0.36076915] Correct: [41.63805787 69.37224129 81.00784698 86.58656204 88.8548308 ]% Cross Entropy Loss: [1.7029995 0.8377512 0.54242873 0.3950416 0.33871648] Correct: [43.75919568 72.00833742 82.72437469 87.48160863 89.62726827]% Cross Entropy Loss: [1.6492954 0.80141306 0.51077646 0.36614335 0.31365377] Correct: [44.99754782 73.02599313 83.69298676 88.40117705 90.43648847]% Cross Entropy Loss: [1.6046344 0.7606623 0.49332738 0.35198647 0.29091507] Correct: [46.10102992 75.23295733 84.18342325 88.91613536 91.47866601]% Cross Entropy Loss: [1.5446448 0.71924514 0.45597345 0.32335678 0.26955914] Correct: [47.80529671 76.82687592 85.71603727 90.41196665 92.22658166]% Cross Entropy Loss: [1.5092636 0.6823898 0.42867637 0.3050534 0.26089886] Correct: [48.71260422 78.27366356 86.88082393 90.69396763 92.17753801]% Cross Entropy Loss: [1.4579557 0.6576531 0.4041195 0.29333633 0.24478553] Correct: [49.98773909 78.93575282 88.22952428 91.35605689 92.53310446]% Cross Entropy Loss: [1.4242896 0.6232411 0.38795415 0.27332398 0.22081266] Correct: [51.06669936 80.02697401 88.2540461 91.8710152 93.71015204]% Cross Entropy Loss: [1.3880029 0.60024035 0.36546028 0.25392914 0.20805177] Correct: [52.36635606 80.89749877 89.49239823 92.92545365 94.34771947]% Cross Entropy Loss: [1.373818 0.5900942 0.34984833 0.2431828 0.20064957] Correct: [52.35409514 81.49828347 90.06866111 93.48945562 94.39676312]% Cross Entropy Loss: [1.3399441 0.56040764 0.33028516 0.22892663 0.19216628] Correct: [53.77636096 82.4301128 90.75527219 94.0779794 94.86267778]% Cross Entropy Loss: [1.3007606 0.52919626 0.31404835 0.21419041 0.17159975] Correct: [54.67140755 83.86463953 91.18440412 94.40902403 95.8803335 ]% Cross Entropy Loss: [1.2753042 0.5189974 0.3075778 0.2097367 0.17527726] Correct: [55.23540951 84.06081412 91.5644924 94.56841589 95.41441883]% Cross Entropy Loss: [1.2498072 0.4947757 0.2875987 0.19447196 0.15462394] Correct: [56.81706719 85.21333987 92.38597352 95.09563512 96.32172634]% Cross Entropy Loss: [1.2243077 0.48255494 0.27840102 0.18788181 0.15398568] Correct: [57.47915645 85.33594899 92.94997548 95.14467876 96.1868563 ]% Cross Entropy Loss: [1.193288 0.4580151 0.2632295 0.17489855 0.1435136 ] Correct: [57.74889652 86.45169201 93.24423737 95.91711623 96.76311918]% Cross Entropy Loss: [1.1719052 0.45062903 0.2579514 0.17003247 0.14134164] Correct: [59.28151054 87.16282491 93.50171653 96.00294262 96.49337911]% Cross Entropy Loss: [1.1585855 0.44025496 0.25715807 0.17635646 0.13733219] Correct: [59.88229524 87.16282491 93.66110839 95.51250613 96.93477195]% Cross Entropy Loss: [1.1454757 0.4300924 0.2438021 0.1617351 0.13204007] Correct: [60.39725356 87.61647867 93.80823933 96.32172634 97.04512016]% Cross Entropy Loss: [1.1275609 0.4195382 0.23755226 0.15398945 0.11924529] Correct: [60.75282001 88.42569887 94.01667484 96.50564002 97.46199117]% Cross Entropy Loss: [1.1008323 0.39718127 0.21957415 0.14364721 0.10978481] Correct: [62.13830309 89.49239823 94.82589505 96.9838156 98.11181952]% Cross Entropy Loss: [1.107099 0.40358526 0.21912205 0.14586143 0.11379824] Correct: [61.35360471 88.81804806 95.14467876 96.87346739 97.76851398]% Cross Entropy Loss: [1.0679979 0.3796426 0.20563547 0.13524595 0.11264919] Correct: [62.77587052 89.5537028 95.34085336 97.36390387 97.67042668]% Cross Entropy Loss: [1.0533187 0.36535385 0.19569425 0.13487844 0.10109706] Correct: [63.59735164 90.0564002 95.89259441 97.1922511 98.13634134]% Cross Entropy Loss: [1.0517831 0.36492252 0.19833624 0.1317864 0.10260058] Correct: [63.6586562 90.38744483 95.83128985 97.30259931 98.06277587]% Cross Entropy Loss: [1.0319589 0.35301566 0.18997057 0.12957107 0.10612643] Correct: [64.81118195 90.9637077 95.97842079 97.30259931 97.57233938]% Cross Entropy Loss: [1.0266695 0.3515656 0.18463983 0.11897066 0.09660148] Correct: [64.39431094 90.85335949 96.13781265 97.73173124 97.92790584]% Cross Entropy Loss: [1.0037236 0.33556685 0.17516907 0.1086245 0.08370788] Correct: [65.21579205 91.90779794 96.62824914 98.16086317 98.57773418]% Cross Entropy Loss: [0.98357046 0.3236339 0.17019789 0.1113233 0.08497196] Correct: [66.53997057 92.07945071 96.83668465 97.91564492 98.61451692]% Cross Entropy Loss: [0.984892 0.32310176 0.16377144 0.10368907 0.08045469] Correct: [66.31927415 92.0671898 97.05738107 98.38155959 98.9946052 ]% Cross Entropy Loss: [0.9733852 0.3152761 0.1604488 0.09910695 0.07414553] Correct: [67.31240804 92.59440902 97.20451202 98.46738597 98.9946052 ]% Cross Entropy Loss: [0.9574767 0.30213237 0.1562784 0.10171543 0.07835636] Correct: [67.31240804 93.42815105 97.22903384 98.25895047 98.77390878]% Cross Entropy Loss: [0.9560776 0.30630153 0.15284948 0.09842378 0.0756733 ] Correct: [67.74153997 92.76606179 97.47425208 98.33251594 98.74938695]% Cross Entropy Loss: [0.94455856 0.2973326 0.15017787 0.09380573 0.07130652] Correct: [68.63658656 93.1706719 97.53555665 98.83521334 99.06817067]% Cross Entropy Loss: [0.935937 0.29370677 0.14507139 0.08921581 0.06419674] Correct: [68.51397744 93.29328102 97.60912212 98.7984306 99.25208436]% Cross Entropy Loss: [0.93638396 0.2915557 0.14145386 0.09047311 0.07156974] Correct: [68.62432565 93.15841099 97.67042668 98.46738597 98.67582148]% Cross Entropy Loss: [0.9185576 0.28157976 0.13520935 0.08528328 0.0626951 ] Correct: [69.40902403 93.71015204 97.96468857 98.84747425 99.27660618]% Cross Entropy Loss: [0.91436577 0.27626762 0.13608636 0.08269303 0.06205209] Correct: [69.43354586 94.04119667 97.78077489 98.7984306 99.21530162]% Cross Entropy Loss: [0.9083901 0.27171192 0.13037415 0.07891253 0.05764501] Correct: [69.45806768 93.89406572 97.95242766 98.87199608 99.36243256]% Cross Entropy Loss: [0.893416 0.2673388 0.13051069 0.08172646 0.05970853] Correct: [70.32859245 94.33545856 98.11181952 98.8965179 99.27660618]% Cross Entropy Loss: [0.8915454 0.2577729 0.12188189 0.07241565 0.05184805] Correct: [70.40215792 94.98528691 98.32025503 99.20304071 99.60765081]% Cross Entropy Loss: [0.8871632 0.25399834 0.11710177 0.07259142 0.05134276] Correct: [70.62285434 94.83815596 98.56547327 99.19077979 99.53408534]% Cross Entropy Loss: [0.87793267 0.2509068 0.11548553 0.06848678 0.05009494] Correct: [71.49337911 94.92398234 98.4919078 99.32564983 99.50956351]% Cross Entropy Loss: [0.8634029 0.24776049 0.11582517 0.07467678 0.05621947] Correct: [72.1922511 95.07111329 98.33251594 98.84747425 99.33791074]% Cross Entropy Loss: [0.8689851 0.24365313 0.11074888 0.06525748 0.04763522] Correct: [71.23589995 95.25502697 98.76164787 99.28886709 99.65669446]% Cross Entropy Loss: [0.87877893 0.25071913 0.11379582 0.07123687 0.05369717] Correct: [71.37076999 94.69102501 98.57773418 99.0926925 99.33791074]% Cross Entropy Loss: [0.85768676 0.2373899 0.11058095 0.06633769 0.04798377] Correct: [72.20451202 95.34085336 98.2957332 99.11721432 99.53408534]% Cross Entropy Loss: [0.8513128 0.23139012 0.10397168 0.06489182 0.05436761] Correct: [72.62138303 95.5860716 98.78616969 99.25208436 99.27660618]% Cross Entropy Loss: [0.85254276 0.23577023 0.10364601 0.05946612 0.04481134] Correct: [72.26581658 95.3776361 98.76164787 99.52182442 99.65669446]% Cross Entropy Loss: [0.828782 0.22788751 0.09867537 0.0581305 0.04189216] Correct: [73.50416871 95.73320255 98.81069152 99.50956351 99.68121628]% Cross Entropy Loss: [0.83414876 0.2211021 0.09582173 0.05441114 0.03934203] Correct: [73.36929868 96.11329083 99.14173615 99.60765081 99.76704267]% Cross Entropy Loss: [0.83396006 0.22300266 0.09560563 0.05593161 0.04062192] Correct: [72.92790584 95.8803335 99.03138794 99.48504169 99.73025993]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.32% From layer 1: Accuracy: 67.18% From layer 2: Accuracy: 74.25% From layer 3: Accuracy: 75.18% From layer 4: Accuracy: 77.30%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.32% From layer 1: Accuracy: 96.21% From layer 2: Accuracy: 99.30% From layer 3: Accuracy: 99.79% From layer 4: Accuracy: 99.94% Checkpoint 780 models/shd_4layer_withckpts_noaugment_epoch780.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.829502 3.965262 2.643125 3.1920292 1.9946439] Correct: [10.39725356 16.12309956 29.40166748 34.45316332 44.98528691]% Cross Entropy Loss: [2.9344196 2.0748465 1.4220107 1.1297928 0.8937931] Correct: [21.02746444 35.6424718 52.15792055 60.22560078 69.04119667]% Cross Entropy Loss: [2.5009475 1.6711158 1.1468544 0.8848375 0.71035373] Correct: [27.6115743 44.8749387 60.36047082 68.35458558 75.9073075 ]% Cross Entropy Loss: [2.2725956 1.4236273 0.95636445 0.7288937 0.5945784 ] Correct: [31.13045611 51.44678764 67.33692987 74.08043158 79.80627759]% Cross Entropy Loss: [2.1112194 1.2621825 0.84213823 0.6522356 0.5212429 ] Correct: [35.1397744 57.16037273 71.8857283 77.15792055 82.88376655]% Cross Entropy Loss: [1.9939739 1.1446497 0.7576289 0.58602226 0.47052255] Correct: [37.35899951 61.08386464 74.32564983 79.78175576 84.47768514]% Cross Entropy Loss: [1.8898679 1.0429087 0.6823573 0.521955 0.41752687] Correct: [39.89700834 64.49239823 77.7096616 82.14811182 86.48847474]% Cross Entropy Loss: [1.8146739 0.96106404 0.6226509 0.48382765 0.38586786] Correct: [41.20892594 66.98136341 79.38940657 83.81559588 87.35899951]% Cross Entropy Loss: [1.7490224 0.9023066 0.574209 0.43799898 0.3492527 ] Correct: [43.50171653 69.42128494 81.62089259 85.43403629 88.94065718]% Cross Entropy Loss: [1.6805696 0.84979105 0.5384404 0.4032799 0.3131219 ] Correct: [44.99754782 71.19911721 82.90828838 86.80725846 90.4610103 ]% Cross Entropy Loss: [1.6216611 0.7936795 0.50095683 0.38560104 0.30199268] Correct: [46.23589995 73.30799411 84.39185875 87.33447769 90.9637077 ]% Cross Entropy Loss: [1.5731251 0.75676584 0.4652624 0.351346 0.2747322 ] Correct: [47.44973026 74.74252084 85.47081903 88.90387445 91.95684159]% Cross Entropy Loss: [1.521399 0.71881014 0.43990248 0.3248911 0.25191474] Correct: [48.55321236 76.25061305 86.52525748 90.08092202 92.55762629]% Cross Entropy Loss: [1.4892744 0.67939764 0.41943994 0.3159304 0.2445797 ] Correct: [49.92643453 77.53800883 87.13830309 90.59588033 92.49632173]% Cross Entropy Loss: [1.4275153 0.6483379 0.38900945 0.29105863 0.22321539] Correct: [51.72878862 78.911231 88.4502207 91.24570868 93.61206474]% Cross Entropy Loss: [1.413414 0.63084203 0.37131333 0.27312842 0.21142426] Correct: [52.57479156 79.78175576 89.30848455 91.83423247 94.15154487]% Cross Entropy Loss: [1.3596239 0.59866124 0.3541893 0.25941703 0.19737296] Correct: [53.27366356 80.62775871 89.7621383 92.42275625 94.53163315]% Cross Entropy Loss: [1.3388438 0.575517 0.33746555 0.2456769 0.1863677 ] Correct: [54.13192742 82.01324179 90.43648847 93.02354095 95.19372241]% Cross Entropy Loss: [1.3113009 0.5467019 0.32188568 0.23605213 0.17622069] Correct: [55.3212359 82.61402648 90.75527219 93.2687592 95.56154978]% Cross Entropy Loss: [1.287775 0.5351361 0.31313485 0.23607433 0.17705989] Correct: [56.14271702 83.76655223 91.27023051 93.44041197 95.12015694]% Cross Entropy Loss: [1.2569618 0.5083714 0.2909248 0.20925415 0.16300617] Correct: [56.97645905 84.50220696 92.3737126 94.49485042 96.16233448]% Cross Entropy Loss: [1.2254504 0.4846667 0.28364515 0.20289762 0.1569883 ] Correct: [58.26385483 85.51986268 92.32466896 94.72780775 96.27268269]% Cross Entropy Loss: [1.1921209 0.4726368 0.26854 0.1916066 0.14328863] Correct: [59.35507602 85.78960275 92.93771457 94.97302599 96.65277097]% Cross Entropy Loss: [1.1902153 0.4594208 0.2575165 0.18513204 0.14085874] Correct: [58.88916135 86.62334478 93.46493379 95.41441883 96.79990191]% Cross Entropy Loss: [1.163209 0.45062047 0.250054 0.17917465 0.12949057] Correct: [60.06620893 87.07699853 93.78371751 95.36537518 97.06964198]% Cross Entropy Loss: [1.1400449 0.43011785 0.23677054 0.16870698 0.12350432] Correct: [60.98577734 87.99656694 94.20058852 95.84355076 97.59686121]% Cross Entropy Loss: [1.142278 0.42702818 0.23579457 0.16801107 0.12461884] Correct: [60.86316822 87.81265326 94.33545856 95.95389897 97.25355566]% Cross Entropy Loss: [1.1116408 0.41489607 0.22044356 0.15526645 0.11312279] Correct: [61.68464934 88.11917607 94.93624326 96.60372732 97.60912212]% Cross Entropy Loss: [1.0884261 0.39101052 0.2151048 0.14677367 0.10938127] Correct: [63.00882786 89.49239823 95.19372241 96.86120647 98.01373222]% Cross Entropy Loss: [1.076168 0.38065186 0.20633201 0.14085357 0.10323188] Correct: [63.31535066 89.87248651 95.53702795 97.06964198 98.22216773]% Cross Entropy Loss: [1.059228 0.3755323 0.20128211 0.13673735 0.09951308] Correct: [63.76900441 89.77439922 95.62285434 97.35164296 98.22216773]% Cross Entropy Loss: [1.0543402 0.36799774 0.19087796 0.12833066 0.09200053] Correct: [63.46248161 90.2648357 96.22363904 97.73173124 98.71260422]% Cross Entropy Loss: [1.0284667 0.35515535 0.18283781 0.12064067 0.08713336] Correct: [65.17900932 90.74301128 96.34624816 97.96468857 98.7984306 ]% Cross Entropy Loss: [1.017021 0.34600285 0.17810905 0.11974405 0.08323881] Correct: [65.51005395 91.44188328 96.49337911 97.95242766 98.81069152]% Cross Entropy Loss: [1.0147877 0.34877172 0.17706652 0.11865125 0.08471931] Correct: [65.54683668 91.12309956 96.53016184 97.6949485 98.62677783]% Cross Entropy Loss: [0.9925232 0.3330136 0.17093933 0.1144928 0.08752042] Correct: [66.44188328 91.65031878 96.81216282 97.96468857 98.47964689]% Cross Entropy Loss: [0.99128187 0.33157697 0.16402198 0.1064481 0.07774331] Correct: [66.61353605 91.65031878 96.97155468 98.46738597 99.06817067]% Cross Entropy Loss: [0.97367895 0.31438443 0.15875292 0.10749695 0.07497048] Correct: [67.71701815 92.31240804 97.08190289 98.36929868 99.14173615]% Cross Entropy Loss: [0.961617 0.3123014 0.15719077 0.10958551 0.07992524] Correct: [67.42275625 92.55762629 97.13094654 97.97694949 98.55321236]% Cross Entropy Loss: [0.95243025 0.2994909 0.15063363 0.10143783 0.07298047] Correct: [68.02354095 93.45267288 97.46199117 98.28347229 99.00686611]% Cross Entropy Loss: [0.95240086 0.2984077 0.14905679 0.09747464 0.06742393] Correct: [67.88867092 92.82736636 97.58460029 98.45512506 99.22756253]% Cross Entropy Loss: [0.9439514 0.29342246 0.14541768 0.09885456 0.07231776] Correct: [68.61206474 93.42815105 97.54781756 98.17312408 98.8965179 ]% Cross Entropy Loss: [0.9263362 0.29152486 0.14278185 0.09460362 0.06976382] Correct: [69.64198136 93.04806278 97.60912212 98.43060324 99.01912702]% Cross Entropy Loss: [0.91173494 0.2773421 0.12855576 0.08198569 0.05660374] Correct: [69.94850417 93.83276116 98.2957332 98.9946052 99.46051986]% Cross Entropy Loss: [0.9183084 0.2767483 0.130221 0.08164413 0.05647105] Correct: [69.74006866 93.90632663 98.16086317 99.01912702 99.42373713]% Cross Entropy Loss: [0.9066242 0.27794844 0.13214627 0.08350576 0.0586351 ] Correct: [70.54928887 93.53849926 98.05051496 98.73712604 99.27660618]% Cross Entropy Loss: [0.88930255 0.26717362 0.12697017 0.08724065 0.0597991 ] Correct: [70.73320255 94.05345758 98.12408043 98.62677783 99.31338892]% Cross Entropy Loss: [0.89597994 0.26186863 0.12342472 0.08066576 0.05848403] Correct: [70.42667974 94.33545856 98.07503678 98.8965179 99.19077979]% Cross Entropy Loss: [0.87840784 0.25701362 0.11750349 0.07368153 0.0500697 ] Correct: [71.32172634 94.64198136 98.4919078 99.21530162 99.61991172]% Cross Entropy Loss: [0.8772367 0.25302142 0.11364742 0.07172482 0.05388078] Correct: [71.24816086 94.8749387 98.67582148 99.25208436 99.43599804]% Cross Entropy Loss: [0.8757791 0.25920916 0.12024529 0.07831234 0.05541848] Correct: [71.41981363 94.32319765 98.23442864 98.92103973 99.3992153 ]% Cross Entropy Loss: [0.8619563 0.23960318 0.10671359 0.06643542 0.04690092] Correct: [72.21677293 95.38989701 98.92103973 99.48504169 99.60765081]% Cross Entropy Loss: [0.85154253 0.2350536 0.10509187 0.06175284 0.04312627] Correct: [73.13634134 95.23050515 98.82295243 99.57086807 99.75478176]% Cross Entropy Loss: [0.8477416 0.23820782 0.10882264 0.06755073 0.04663339] Correct: [72.47425208 95.51250613 98.61451692 99.19077979 99.55860716]% Cross Entropy Loss: [0.8444019 0.23800999 0.10618062 0.0633425 0.04550107] Correct: [72.92790584 95.07111329 98.62677783 99.47278077 99.63217263]% Cross Entropy Loss: [0.85685927 0.23142087 0.10091099 0.06350736 0.04464773] Correct: [72.03285924 95.69641981 98.81069152 99.35017165 99.66895537]% Cross Entropy Loss: [0.8388419 0.22802769 0.09998441 0.06209683 0.04488555] Correct: [73.06277587 95.70868073 98.74938695 99.43599804 99.69347719]% Cross Entropy Loss: [0.8402679 0.2269413 0.10008367 0.06149517 0.04052895] Correct: [72.7930358 95.63511525 98.76164787 99.44825895 99.73025993]% Cross Entropy Loss: [0.8239448 0.2211818 0.09462945 0.05666258 0.03931788] Correct: [73.52869053 95.6841589 99.11721432 99.64443355 99.82834723]% Cross Entropy Loss: [0.8247469 0.21251163 0.09011964 0.0549669 0.03974625] Correct: [73.92103973 96.50564002 99.32564983 99.65669446 99.75478176]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.98% From layer 1: Accuracy: 68.42% From layer 2: Accuracy: 73.10% From layer 3: Accuracy: 75.93% From layer 4: Accuracy: 76.63%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.51% From layer 1: Accuracy: 96.86% From layer 2: Accuracy: 99.41% From layer 3: Accuracy: 99.88% From layer 4: Accuracy: 99.99% Checkpoint 800 models/shd_4layer_withckpts_noaugment_epoch800.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.289023 4.2284117 3.5748196 3.0008144 2.3796225] Correct: [ 9.0362923 15.75527219 21.17459539 35.43403629 41.58901422]% Cross Entropy Loss: [2.972946 2.0780382 1.5804186 1.0954561 0.95585024] Correct: [20.48798431 35.0416871 47.36390387 62.6532614 67.41049534]% Cross Entropy Loss: [2.5550992 1.654887 1.1862714 0.8380622 0.722379 ] Correct: [26.32417852 44.91172143 59.33055419 71.57920549 75.46591466]% Cross Entropy Loss: [2.321538 1.4150177 0.98995566 0.69715995 0.62234753] Correct: [31.05689063 50.99313389 66.23344777 76.32417852 79.18097106]% Cross Entropy Loss: [2.167559 1.2632374 0.84807 0.61006147 0.54551905] Correct: [34.02403139 57.16037273 70.96615988 79.54879843 82.01324179]% Cross Entropy Loss: [2.0400493 1.130198 0.7558173 0.5426724 0.47948766] Correct: [35.97351643 60.98577734 74.27660618 82.20941638 84.15890142]% Cross Entropy Loss: [1.9533393 1.0404092 0.6792774 0.49378082 0.424353 ] Correct: [38.58509073 64.22265817 77.07209416 83.52133399 86.40264836]% Cross Entropy Loss: [1.8447933 0.9553895 0.61040294 0.45334256 0.38455093] Correct: [40.49779304 67.49632173 79.97793036 85.55664541 87.83717509]% Cross Entropy Loss: [1.7930293 0.8978554 0.5807051 0.4316363 0.36063117] Correct: [41.85875429 69.85041687 81.16723884 86.47621383 88.42569887]% Cross Entropy Loss: [1.7052869 0.8263404 0.5169497 0.37255824 0.3167951 ] Correct: [44.0779794 71.94703286 83.26385483 88.07013242 90.35066209]% Cross Entropy Loss: [1.6500194 0.77912956 0.4838663 0.35559607 0.29585642] Correct: [44.76459049 74.32564983 84.79646886 88.94065718 90.98822952]% Cross Entropy Loss: [1.6037486 0.7541444 0.46954012 0.3378067 0.29128012] Correct: [46.16233448 74.81608632 85.36047082 89.63952918 90.9637077 ]% Cross Entropy Loss: [1.5616367 0.71724606 0.44032848 0.3171978 0.26449272] Correct: [47.03285924 76.71652771 86.50073565 90.22805297 92.33692987]% Cross Entropy Loss: [1.5102403 0.67897886 0.41576603 0.29684615 0.24011876] Correct: [49.01912702 77.73418342 87.30995586 91.08631682 92.61893085]% Cross Entropy Loss: [1.4792411 0.65188795 0.39021996 0.27676404 0.22687083] Correct: [49.31338892 78.89897008 88.29082884 92.1652771 93.42815105]% Cross Entropy Loss: [1.424904 0.6142283 0.36893314 0.26028466 0.2191299 ] Correct: [51.53261403 80.55419323 88.81804806 92.5698872 94.06571849]% Cross Entropy Loss: [1.4128827 0.59550476 0.3513938 0.24539846 0.20304175] Correct: [52.13339872 81.09367337 89.99509564 93.42815105 94.60519863]% Cross Entropy Loss: [1.3687882 0.5769612 0.33667582 0.236803 0.19139187] Correct: [53.20009809 82.19715547 90.48553212 93.83276116 94.60519863]% Cross Entropy Loss: [1.346275 0.5506513 0.32106873 0.2230511 0.1803922 ] Correct: [53.93575282 82.99411476 91.04953409 93.96763119 95.0833742 ]% Cross Entropy Loss: [1.3017248 0.52476037 0.3025206 0.21472092 0.17297618] Correct: [54.75723394 84.24472781 91.92005885 94.39676312 95.3776361 ]% Cross Entropy Loss: [1.2887452 0.50327265 0.28318247 0.19613262 0.15650098] Correct: [55.76262874 84.84551251 92.69249632 95.00980873 96.53016184]% Cross Entropy Loss: [1.2450391 0.48316154 0.2735824 0.18774277 0.14993705] Correct: [57.24619912 85.92447278 92.80284453 95.57381069 96.62824914]% Cross Entropy Loss: [1.2164023 0.4742076 0.2641871 0.18142869 0.14507166] Correct: [57.9328102 86.08386464 93.28102011 95.62285434 96.56694458]% Cross Entropy Loss: [1.2138063 0.46694112 0.2633512 0.18031172 0.14392269] Correct: [58.17802845 86.12064738 93.30554193 95.69641981 96.81216282]% Cross Entropy Loss: [1.180459 0.44090664 0.24356245 0.1726997 0.13665003] Correct: [58.8401177 87.38352133 93.83276116 96.02746444 96.76311918]% Cross Entropy Loss: [1.1735297 0.43002206 0.23276386 0.16096348 0.12732624] Correct: [59.47768514 88.13143698 94.22511035 96.24816086 97.24129475]% Cross Entropy Loss: [1.1320992 0.41014817 0.21876042 0.15430894 0.12492138] Correct: [61.08386464 88.81804806 95.03433055 96.49337911 97.16772928]% Cross Entropy Loss: [1.1355777 0.4054072 0.2144395 0.14410669 0.1139515 ] Correct: [61.07160373 88.36439431 95.35311427 97.11868563 97.7930358 ]% Cross Entropy Loss: [1.1028414 0.38901344 0.208865 0.1378016 0.10646297] Correct: [62.08925944 89.82344286 95.61059343 97.30259931 98.1976459 ]% Cross Entropy Loss: [1.0961658 0.38657004 0.20640329 0.13379152 0.10259273] Correct: [62.42030407 89.38205002 95.59833252 97.486513 98.16086317]% Cross Entropy Loss: [1.074424 0.37462285 0.19486356 0.12578292 0.09754736] Correct: [63.48700343 90.19127023 96.01520353 97.64590486 98.36929868]% Cross Entropy Loss: [1.0559591 0.3632621 0.1932536 0.1284309 0.09848154] Correct: [63.90387445 90.52231486 95.97842079 97.59686121 98.25895047]% Cross Entropy Loss: [1.0574892 0.3641533 0.18893456 0.12203091 0.09231231] Correct: [63.79352624 90.30161844 95.91711623 97.68268759 98.4919078 ]% Cross Entropy Loss: [1.031064 0.34278443 0.17430055 0.11164294 0.08458889] Correct: [64.7621383 91.44188328 96.70181462 98.1976459 98.7984306 ]% Cross Entropy Loss: [1.025648 0.34365964 0.17187655 0.11125234 0.08572999] Correct: [64.63952918 91.29475233 96.83668465 98.13634134 98.61451692]% Cross Entropy Loss: [1.0054003 0.33203208 0.1664718 0.10800351 0.0813474 ] Correct: [65.85335949 91.72388426 97.08190289 98.1976459 98.98234429]% Cross Entropy Loss: [1.0047045 0.3295582 0.16711034 0.11202892 0.08675133] Correct: [65.91466405 91.88327612 96.6895537 97.73173124 98.40608141]% Cross Entropy Loss: [0.97746825 0.31214696 0.1527642 0.0978533 0.07139365] Correct: [67.22658166 92.4717999 97.60912212 98.52869053 99.15399706]% Cross Entropy Loss: [0.972436 0.31199092 0.15322216 0.09798978 0.07174791] Correct: [67.14075527 92.6679745 97.37616479 98.4919078 99.17851888]% Cross Entropy Loss: [0.9546647 0.29902473 0.14606594 0.09229527 0.07279178] Correct: [68.18293281 93.39136832 97.70720942 98.68808239 99.0926925 ]% Cross Entropy Loss: [0.95315665 0.29241866 0.14440784 0.09436172 0.07065143] Correct: [68.20745463 93.58754291 97.59686121 98.36929868 99.06817067]% Cross Entropy Loss: [0.9552999 0.29391962 0.14054373 0.09028726 0.06892988] Correct: [67.6679745 93.21971555 97.75625307 98.72486513 99.16625797]% Cross Entropy Loss: [0.94033974 0.28639874 0.13628866 0.08662353 0.07145336] Correct: [68.91858754 93.68563021 98.00147131 98.73712604 98.93330064]% Cross Entropy Loss: [0.9362223 0.28712 0.14148298 0.08589809 0.06565256] Correct: [68.58754291 93.40362923 97.46199117 98.7984306 99.01912702]% Cross Entropy Loss: [0.91770065 0.2771816 0.13064477 0.0840468 0.06071737] Correct: [69.6787641 93.83276116 97.85434036 98.72486513 99.31338892]% Cross Entropy Loss: [0.9147818 0.2773253 0.13085935 0.08252546 0.05942233] Correct: [70.00980873 93.59980383 97.7930358 98.78616969 99.22756253]% Cross Entropy Loss: [0.9041368 0.26710773 0.12286063 0.07662243 0.05737849] Correct: [69.92398234 94.1760667 98.30799411 99.06817067 99.35017165]% Cross Entropy Loss: [0.8989612 0.2557374 0.11731599 0.07086151 0.05420977] Correct: [70.76998529 94.75232957 98.4919078 99.25208436 99.53408534]% Cross Entropy Loss: [0.89140475 0.25994712 0.12109599 0.07496804 0.06084672] Correct: [71.10102992 94.33545856 98.30799411 99.11721432 99.20304071]% Cross Entropy Loss: [0.8893913 0.2564392 0.11918046 0.06918202 0.05260943] Correct: [71.12555174 94.39676312 98.01373222 99.301128 99.41147621]% Cross Entropy Loss: [0.8808085 0.24715197 0.10886536 0.06493013 0.04640398] Correct: [71.32172634 95.26728789 98.55321236 99.42373713 99.73025993]% Cross Entropy Loss: [0.8689431 0.24146646 0.10788949 0.06647333 0.04762075] Correct: [72.25355566 95.16920059 98.60225601 99.31338892 99.57086807]% Cross Entropy Loss: [0.863324 0.23739843 0.10602802 0.0635133 0.04489007] Correct: [72.03285924 95.63511525 98.74938695 99.35017165 99.68121628]% Cross Entropy Loss: [0.8560158 0.23818967 0.10393257 0.06397399 0.06205894] Correct: [72.3884257 95.21824424 98.77390878 99.28886709 98.84747425]% Cross Entropy Loss: [0.85261035 0.22757931 0.1002508 0.06099965 0.0435361 ] Correct: [72.51103482 96.05198627 98.92103973 99.47278077 99.68121628]% Cross Entropy Loss: [0.84881157 0.23064585 0.10267854 0.06327772 0.04534166] Correct: [72.87886219 95.47572339 98.85973516 99.38695439 99.4973026 ]% Cross Entropy Loss: [0.8420098 0.22728686 0.09896877 0.06107528 0.04241293] Correct: [73.34477685 95.76998529 98.92103973 99.38695439 99.64443355]% Cross Entropy Loss: [0.84048575 0.22140092 0.09453198 0.05465833 0.03851852] Correct: [73.11181952 96.05198627 99.03138794 99.63217263 99.8038254 ]% Cross Entropy Loss: [0.83052856 0.21675898 0.09435081 0.05566749 0.03836961] Correct: [73.24668955 96.39529181 99.14173615 99.54634625 99.8038254 ]% Cross Entropy Loss: [0.8318246 0.21948105 0.09251635 0.05236104 0.03760941] Correct: [73.14860226 95.90485532 99.00686611 99.57086807 99.76704267]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.91% From layer 1: Accuracy: 67.14% From layer 2: Accuracy: 73.94% From layer 3: Accuracy: 76.28% From layer 4: Accuracy: 77.12%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 72.74% From layer 1: Accuracy: 95.83% From layer 2: Accuracy: 99.12% From layer 3: Accuracy: 99.78% From layer 4: Accuracy: 99.69% Checkpoint 820 models/shd_4layer_withckpts_noaugment_epoch820.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [6.8733487 4.066725 3.5315282 2.8413107 2.6375718] Correct: [ 8.39872487 14.63952918 22.68268759 36.58656204 40.91466405]% Cross Entropy Loss: [3.2911658 2.1248603 1.5641577 1.1168656 0.9373329] Correct: [17.05492889 34.37959784 46.81216282 61.28003923 67.21432075]% Cross Entropy Loss: [2.7116575 1.6769726 1.1920942 0.874726 0.7350892] Correct: [23.90877881 44.94850417 58.20255027 69.74006866 75.01226091]% Cross Entropy Loss: [2.3957202 1.4139893 0.9679792 0.7249137 0.6038911] Correct: [28.58018637 52.1088769 66.20892594 75.22069642 79.94114762]% Cross Entropy Loss: [2.23522 1.2436272 0.8588796 0.6463937 0.5476537] Correct: [31.63315351 57.20941638 70.52476704 78.70279549 81.87837175]% Cross Entropy Loss: [2.0702167 1.1140605 0.75277925 0.5639993 0.45746088] Correct: [35.20107896 62.04021579 74.28886709 81.33889161 85.4462972 ]% Cross Entropy Loss: [1.978852 1.0208273 0.6761042 0.5066536 0.40803647] Correct: [36.80725846 64.98283472 77.63609613 83.44776851 87.23639039]% Cross Entropy Loss: [1.8704793 0.94605994 0.6190889 0.46970758 0.3869627 ] Correct: [38.80578715 68.1706719 79.76949485 84.62481609 87.43256498]% Cross Entropy Loss: [1.781076 0.8797798 0.57378256 0.43159944 0.34752074] Correct: [41.4664051 70.12015694 81.31436979 86.05934282 89.10004904]% Cross Entropy Loss: [1.7301793 0.83429533 0.53154594 0.39496762 0.31909195] Correct: [42.41049534 71.94703286 82.9328102 87.06473762 89.87248651]% Cross Entropy Loss: [1.673014 0.77971226 0.49456984 0.36722642 0.29816645] Correct: [44.0779794 73.82295243 84.37959784 88.49926435 90.70622854]% Cross Entropy Loss: [1.6053408 0.737085 0.46645322 0.3524652 0.282023 ] Correct: [45.13241785 75.35556645 85.27464443 88.83030897 91.28249142]% Cross Entropy Loss: [1.5519025 0.7015997 0.44029728 0.32391924 0.2533586 ] Correct: [47.10642472 77.19470329 86.43943109 90.00735655 92.41049534]% Cross Entropy Loss: [1.4980578 0.66570204 0.41215906 0.30199608 0.23813331] Correct: [48.66356057 78.05296714 87.5551741 91.02501226 93.09710642]% Cross Entropy Loss: [1.479256 0.64376223 0.39489272 0.28968844 0.22937404] Correct: [49.36243256 79.16871015 87.71456596 91.07405591 93.1706719 ]% Cross Entropy Loss: [1.425769 0.6092145 0.37853372 0.2752623 0.2142463 ] Correct: [51.09122119 80.24767043 88.91613536 92.05492889 94.04119667]% Cross Entropy Loss: [1.3913465 0.5789392 0.36244857 0.2597329 0.20192383] Correct: [51.5080922 81.95193722 89.46787641 92.45953899 94.44580677]% Cross Entropy Loss: [1.3487278 0.5656973 0.33830172 0.24902977 0.19585001] Correct: [53.1142717 82.13585091 90.30161844 92.65571359 94.8749387 ]% Cross Entropy Loss: [1.3269525 0.53408515 0.3204414 0.22840163 0.18173036] Correct: [54.26679745 83.19028936 91.34379598 93.61206474 95.45120157]% Cross Entropy Loss: [1.2938403 0.5096226 0.30051008 0.21187818 0.16758905] Correct: [55.76262874 84.60029426 91.85875429 94.42128494 95.79450711]% Cross Entropy Loss: [1.2623253 0.49386418 0.29187334 0.20775323 0.15987812] Correct: [56.46150074 85.22560078 92.05492889 94.32319765 96.13781265]% Cross Entropy Loss: [1.2335361 0.47228712 0.2769581 0.19627288 0.14765844] Correct: [56.91515449 86.10838646 92.81510544 94.89946052 96.62824914]% Cross Entropy Loss: [1.2192882 0.46873677 0.2662289 0.192679 0.14361495] Correct: [57.9328102 86.23099559 93.19519372 95.03433055 96.57920549]% Cross Entropy Loss: [1.1949782 0.45090863 0.2590217 0.18274762 0.13513002] Correct: [58.4355076 86.78273664 93.50171653 95.21824424 97.14320745]% Cross Entropy Loss: [1.1724867 0.43437123 0.24683797 0.16848825 0.13075617] Correct: [59.35507602 87.7513487 93.88180481 95.8803335 97.04512016]% Cross Entropy Loss: [1.1542978 0.4297342 0.24838626 0.16763581 0.13195573] Correct: [59.74742521 87.87395782 93.56302109 95.72094164 96.79990191]% Cross Entropy Loss: [1.1239864 0.40991512 0.2357261 0.16201669 0.1294706 ] Correct: [60.48307994 88.21726336 94.274154 95.97842079 96.95929377]% Cross Entropy Loss: [1.1108799 0.393424 0.22419488 0.1506306 0.11405005] Correct: [61.86856302 89.28396273 94.81363413 96.51790093 97.68268759]% Cross Entropy Loss: [1.0968753 0.38973394 0.21960373 0.14737464 0.11177193] Correct: [62.53065228 89.36978911 94.72780775 96.67729279 97.62138303]% Cross Entropy Loss: [1.0800257 0.38372263 0.21235482 0.14091505 0.10570456] Correct: [62.30995586 89.19813634 95.09563512 96.81216282 98.05051496]% Cross Entropy Loss: [1.0655805 0.36913133 0.20276009 0.14018944 0.10574641] Correct: [63.4502207 90.06866111 95.50024522 96.87346739 97.86660128]% Cross Entropy Loss: [1.0539784 0.3597396 0.19630851 0.12929522 0.10004192] Correct: [63.71996077 90.37518391 95.54928887 97.22903384 98.14860226]% Cross Entropy Loss: [1.0320716 0.34965295 0.18947764 0.12702021 0.0978411 ] Correct: [64.66405101 91.3683178 95.95389897 97.3884257 98.08729769]% Cross Entropy Loss: [1.0267973 0.34209037 0.17812839 0.11945095 0.09012875] Correct: [65.22805297 91.25796959 96.64051005 97.80529671 98.43060324]% Cross Entropy Loss: [1.0134492 0.33864987 0.18044429 0.11808138 0.09025006] Correct: [65.30161844 91.29475233 96.1868563 97.49877391 98.32025503]% Cross Entropy Loss: [1.0098948 0.32558435 0.16891561 0.11240947 0.0819132 ] Correct: [65.64492398 92.00588524 96.61598823 97.82981854 98.73712604]% Cross Entropy Loss: [0.98605895 0.31768805 0.16493523 0.10727764 0.08051227] Correct: [67.25110348 92.30014713 97.04512016 98.08729769 98.81069152]% Cross Entropy Loss: [0.97647995 0.31699732 0.16399212 0.10873036 0.08224993] Correct: [67.23884257 92.32466896 96.9838156 98.00147131 98.56547327]% Cross Entropy Loss: [0.9606497 0.30239058 0.15468872 0.1016201 0.07434855] Correct: [67.82736636 92.81510544 97.14320745 98.1976459 99.05590976]% Cross Entropy Loss: [0.96449226 0.302168 0.15757763 0.09890404 0.07202729] Correct: [68.13388916 92.72927906 97.17999019 98.3938205 99.01912702]% Cross Entropy Loss: [0.9407916 0.291709 0.14816488 0.09302726 0.06746472] Correct: [68.94310937 93.37910741 97.58460029 98.56547327 99.17851888]% Cross Entropy Loss: [0.94074947 0.28386965 0.14007366 0.08696665 0.06206064] Correct: [68.34232467 93.78371751 97.6949485 98.90877881 99.41147621]% Cross Entropy Loss: [0.9205284 0.2832353 0.13983318 0.09451269 0.0697846 ] Correct: [69.65424228 93.59980383 97.78077489 98.38155959 98.85973516]% Cross Entropy Loss: [0.9382155 0.27468657 0.13570495 0.08484619 0.06081811] Correct: [68.42815105 94.20058852 97.82981854 98.78616969 99.36243256]% Cross Entropy Loss: [0.91919196 0.27938724 0.137578 0.09107757 0.06616469] Correct: [69.51937224 93.59980383 97.53555665 98.43060324 99.06817067]% Cross Entropy Loss: [0.90520763 0.27293655 0.13596667 0.08582906 0.06392156] Correct: [70.40215792 93.83276116 97.70720942 98.71260422 99.19077979]% Cross Entropy Loss: [0.89826876 0.26320282 0.12672694 0.07951239 0.05563423] Correct: [70.84355076 94.51937224 98.02599313 98.77390878 99.48504169]% Cross Entropy Loss: [0.8840996 0.2504226 0.11882325 0.07648483 0.05675108] Correct: [71.37076999 95.53702795 98.57773418 98.98234429 99.33791074]% Cross Entropy Loss: [0.8795391 0.25315675 0.12210502 0.07470904 0.05580444] Correct: [71.81216282 94.35998038 98.28347229 99.06817067 99.35017165]% Cross Entropy Loss: [0.87946236 0.25688648 0.12140148 0.07399531 0.05326407] Correct: [71.21137813 94.70328592 98.22216773 99.10495341 99.44825895]% Cross Entropy Loss: [0.871494 0.24944583 0.11415878 0.06931895 0.04801023] Correct: [71.92251103 94.5806768 98.56547327 99.21530162 99.61991172]% Cross Entropy Loss: [0.86422235 0.24715188 0.11731925 0.07236067 0.0529367 ] Correct: [72.2903384 94.97302599 98.40608141 99.16625797 99.46051986]% Cross Entropy Loss: [0.85711825 0.24115677 0.11028108 0.06657553 0.04823495] Correct: [72.63364394 95.36537518 98.60225601 99.20304071 99.4973026 ]% Cross Entropy Loss: [0.8620918 0.24003385 0.1114561 0.06927258 0.04932122] Correct: [72.46199117 95.2795488 98.51642962 99.11721432 99.52182442]% Cross Entropy Loss: [0.843494 0.22737865 0.10173888 0.06217415 0.04534885] Correct: [73.28347229 95.73320255 98.90877881 99.50956351 99.61991172]% Cross Entropy Loss: [0.83592385 0.2224979 0.1007829 0.06162757 0.04556011] Correct: [73.12408043 95.99068171 98.92103973 99.4973026 99.57086807]% Cross Entropy Loss: [0.8401285 0.23210905 0.1076244 0.06460959 0.04271957] Correct: [73.30799411 95.34085336 98.43060324 99.26434527 99.64443355]% Cross Entropy Loss: [0.82788944 0.22191536 0.09929821 0.06155298 0.04409152] Correct: [73.98234429 95.64737616 98.84747425 99.23982344 99.5953899 ]% Cross Entropy Loss: [0.83269346 0.22500378 0.09846812 0.06121745 0.04113 ] Correct: [73.27121138 95.73320255 98.88425699 99.37469348 99.65669446]% Cross Entropy Loss: [0.8228622 0.21535218 0.09298096 0.05783149 0.04008213] Correct: [73.88425699 96.19911721 99.17851888 99.50956351 99.74252084]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.63% From layer 1: Accuracy: 66.52% From layer 2: Accuracy: 73.90% From layer 3: Accuracy: 74.07% From layer 4: Accuracy: 74.65%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.20% From layer 1: Accuracy: 95.76% From layer 2: Accuracy: 98.93% From layer 3: Accuracy: 99.57% From layer 4: Accuracy: 99.29% Checkpoint 840 models/shd_4layer_withckpts_noaugment_epoch840.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.419784 4.0169997 3.2512524 2.77845 2.4762712] Correct: [10.18881805 18.15841099 23.51642962 35.5443845 40.0564002 ]% Cross Entropy Loss: [2.9885793 1.9940538 1.5067707 1.0839611 0.9856982] Correct: [20.16920059 37.18734674 48.87199608 61.97891123 65.71848946]% Cross Entropy Loss: [2.5519657 1.5982485 1.1537069 0.85439223 0.7613579 ] Correct: [27.02305051 47.14320745 60.20107896 70.61059343 73.70034331]% Cross Entropy Loss: [2.3233242 1.3724183 0.97643226 0.699144 0.62650007] Correct: [30.71358509 53.60470819 66.84649338 75.77243747 78.72731731]% Cross Entropy Loss: [2.1515932 1.2187524 0.83339727 0.6187942 0.5433741 ] Correct: [34.0362923 58.34968122 71.51790093 78.911231 81.40019617]% Cross Entropy Loss: [2.0245423 1.105192 0.75972104 0.5651378 0.49329638] Correct: [36.19421285 62.43256498 74.20304071 81.05689063 83.37420304]% Cross Entropy Loss: [1.9402194 1.0145719 0.67453605 0.4911223 0.41912574] Correct: [38.8548308 65.54683668 77.47670427 83.60716037 85.91221187]% Cross Entropy Loss: [1.8398693 0.93335176 0.62511474 0.45429412 0.38283676] Correct: [40.37518391 68.24423737 79.73271211 85.20107896 87.66552231]% Cross Entropy Loss: [1.7497199 0.85604197 0.55879253 0.40884477 0.35154825] Correct: [42.26336439 71.29720451 81.98871996 86.61108386 88.74448259]% Cross Entropy Loss: [1.6904621 0.8250586 0.53400004 0.39938453 0.32658044] Correct: [43.82050025 72.82981854 82.87150564 87.29769495 89.68857283]% Cross Entropy Loss: [1.6326104 0.76866674 0.49788162 0.36428076 0.2999782 ] Correct: [45.74546346 74.38695439 84.42864149 88.51152526 90.51005395]% Cross Entropy Loss: [1.5818928 0.7272681 0.46400276 0.33844006 0.28084153] Correct: [46.30946542 76.04217754 85.63021089 89.34526729 91.39283963]% Cross Entropy Loss: [1.5366722 0.6886966 0.4409348 0.31030187 0.2704267 ] Correct: [48.07503678 77.56253065 86.16969103 90.362923 91.73614517]% Cross Entropy Loss: [1.47943 0.64728963 0.405965 0.2967418 0.24174988] Correct: [49.61991172 79.40166748 87.56743502 91.08631682 93.02354095]% Cross Entropy Loss: [1.448451 0.63446563 0.39118034 0.27835387 0.22586687] Correct: [50.29426189 79.76949485 88.41343796 91.83423247 93.575282 ]% Cross Entropy Loss: [1.4048204 0.5994124 0.3695404 0.26783246 0.21971355] Correct: [51.7042668 81.51054438 88.9529181 92.00588524 93.64884747]% Cross Entropy Loss: [1.373256 0.5720051 0.34947658 0.25348806 0.20820902] Correct: [52.64835704 81.7312408 89.93379107 92.42275625 94.09024031]% Cross Entropy Loss: [1.3514286 0.5625356 0.34958524 0.24027872 0.19531427] Correct: [52.99166258 82.38106915 89.72535557 93.34232467 94.80137322]% Cross Entropy Loss: [1.3153851 0.5409453 0.32207885 0.23175408 0.18562476] Correct: [54.37714566 82.88376655 90.95144679 93.62432565 95.26728789]% Cross Entropy Loss: [1.2800139 0.5105233 0.30418986 0.20988311 0.16912282] Correct: [55.64001962 83.95046591 91.58901422 94.35998038 95.73320255]% Cross Entropy Loss: [1.2543648 0.4908612 0.28928304 0.1994942 0.16095573] Correct: [56.13045611 85.07846984 92.38597352 94.76459049 96.26042178]% Cross Entropy Loss: [1.236546 0.47168905 0.27857932 0.19503544 0.1588071 ] Correct: [56.74350172 86.01029917 92.85188818 94.93624326 95.97842079]% Cross Entropy Loss: [1.2165872 0.46902347 0.27369812 0.19446091 0.15653329] Correct: [57.61402648 86.07160373 92.91319274 94.86267778 96.17459539]% Cross Entropy Loss: [1.1980906 0.45458665 0.2604777 0.1817046 0.14600044] Correct: [58.10446297 86.20647376 93.10936734 95.38989701 96.4811182 ]% Cross Entropy Loss: [1.1636641 0.43386993 0.24875663 0.16912243 0.13462016] Correct: [59.69838156 87.43256498 94.01667484 95.75772437 97.10642472]% Cross Entropy Loss: [1.1422482 0.42713144 0.2474074 0.16916162 0.13394031] Correct: [60.31142717 87.86169691 93.44041197 95.56154978 96.9838156 ]% Cross Entropy Loss: [1.14339 0.41389728 0.23610255 0.16177177 0.12618175] Correct: [60.42177538 88.46248161 94.16380579 96.01520353 97.13094654]% Cross Entropy Loss: [1.1069459 0.39365146 0.22129138 0.14720519 0.12070459] Correct: [61.7459539 89.36978911 94.83815596 96.71407553 97.35164296]% Cross Entropy Loss: [1.1013666 0.39157102 0.21305452 0.14360616 0.11215054] Correct: [61.97891123 89.19813634 95.24276606 96.82442374 97.76851398]% Cross Entropy Loss: [1.0924922 0.38560796 0.21238494 0.14509144 0.11230532] Correct: [62.21186856 89.27170181 95.05885238 96.67729279 97.60912212]% Cross Entropy Loss: [1.0601419 0.37257197 0.20449708 0.13620067 0.10754836] Correct: [63.56056891 90.00735655 95.46346248 97.13094654 97.90338401]% Cross Entropy Loss: [1.0424899 0.35991627 0.19540954 0.13074115 0.10424323] Correct: [64.33300638 90.64492398 95.89259441 97.24129475 98.05051496]% Cross Entropy Loss: [1.0386997 0.36085123 0.19357315 0.13008708 0.10163975] Correct: [64.2594409 90.4610103 95.61059343 97.06964198 97.82981854]% Cross Entropy Loss: [1.0177138 0.33718443 0.180746 0.11889344 0.09014385] Correct: [65.11770476 91.65031878 96.35850907 97.82981854 98.41834232]% Cross Entropy Loss: [1.0038325 0.33250147 0.17494446 0.11513034 0.09224493] Correct: [66.31927415 91.83423247 96.70181462 97.76851398 98.40608141]% Cross Entropy Loss: [0.98939973 0.32703218 0.17069122 0.1117474 0.08862081] Correct: [66.67484061 92.01814615 96.66503188 97.91564492 98.35703776]% Cross Entropy Loss: [0.9794917 0.31578252 0.16301374 0.10906142 0.08141217] Correct: [66.98136341 92.48406081 96.97155468 97.9892104 98.72486513]% Cross Entropy Loss: [0.9735134 0.31569427 0.162799 0.10483614 0.07800798] Correct: [67.33692987 91.92005885 96.89798921 98.23442864 98.95782246]% Cross Entropy Loss: [0.95928204 0.30518347 0.15561433 0.09957566 0.07590618] Correct: [67.94997548 92.76606179 97.20451202 98.32025503 98.8965179 ]% Cross Entropy Loss: [0.96674675 0.30247238 0.15503661 0.10555793 0.08279905] Correct: [67.22658166 92.96223639 97.20451202 98.14860226 98.46738597]% Cross Entropy Loss: [0.94338113 0.28902152 0.1448872 0.09391815 0.07224489] Correct: [68.52623835 93.61206474 97.71947033 98.52869053 98.9946052 ]% Cross Entropy Loss: [0.9377851 0.29498982 0.1555835 0.10486265 0.07766727] Correct: [68.90632663 93.06032369 97.13094654 97.87886219 98.70034331]% Cross Entropy Loss: [0.9196927 0.28256398 0.13875552 0.08543247 0.06654152] Correct: [70.31633154 93.56302109 97.7930358 98.82295243 99.08043158]% Cross Entropy Loss: [0.9415877 0.2821769 0.13683924 0.08433905 0.06366861] Correct: [68.88180481 93.45267288 97.78077489 98.72486513 99.20304071]% Cross Entropy Loss: [0.9131047 0.2766299 0.137515 0.08809751 0.06924562] Correct: [69.64198136 93.78371751 97.82981854 98.5899951 98.81069152]% Cross Entropy Loss: [0.904899 0.26751363 0.13003552 0.0848447 0.06226081] Correct: [70.45120157 94.16380579 97.94016675 98.78616969 99.16625797]% Cross Entropy Loss: [0.88678026 0.25777432 0.12411103 0.07712658 0.05924278] Correct: [71.44433546 94.71554684 98.25895047 99.00686611 99.301128 ]% Cross Entropy Loss: [0.89446986 0.26223174 0.13025256 0.082358 0.0646017 ] Correct: [70.99068171 94.22511035 97.76851398 98.73712604 99.0926925 ]% Cross Entropy Loss: [0.8744546 0.25326928 0.12294283 0.07809198 0.05780336] Correct: [71.16233448 94.66650319 98.13634134 98.95782246 99.17851888]% Cross Entropy Loss: [0.8798047 0.25176418 0.11788756 0.0732801 0.05328457] Correct: [71.49337911 94.86267778 98.34477685 99.05590976 99.44825895]% Cross Entropy Loss: [0.8722499 0.24690177 0.11433291 0.07406863 0.05579278] Correct: [71.9838156 94.99754782 98.62677783 98.9946052 99.42373713]% Cross Entropy Loss: [0.86989003 0.24628861 0.11536578 0.07057411 0.05185551] Correct: [71.70181462 94.89946052 98.28347229 99.16625797 99.47278077]% Cross Entropy Loss: [0.8520139 0.23986346 0.1099226 0.06723543 0.05101613] Correct: [72.76851398 95.26728789 98.60225601 99.20304071 99.4973026 ]% Cross Entropy Loss: [0.84764737 0.23345387 0.10802908 0.06500356 0.04748726] Correct: [72.8911231 95.53702795 98.68808239 99.36243256 99.61991172]% Cross Entropy Loss: [0.8464059 0.23831065 0.11491675 0.07122621 0.05264708] Correct: [73.1976459 94.99754782 98.32025503 98.76164787 99.20304071]% Cross Entropy Loss: [0.8318463 0.22314107 0.09977716 0.05981328 0.0503792 ] Correct: [73.60225601 96.07650809 98.9946052 99.44825895 99.43599804]% Cross Entropy Loss: [0.8398674 0.2292515 0.10307411 0.06122854 0.04419278] Correct: [73.01373222 95.6841589 98.84747425 99.43599804 99.69347719]% Cross Entropy Loss: [0.8299893 0.22099645 0.09718623 0.06049797 0.04358619] Correct: [73.87199608 95.69641981 99.04364885 99.46051986 99.61991172]% Cross Entropy Loss: [0.82159007 0.22240616 0.09581719 0.05835199 0.0421378 ] Correct: [74.11721432 95.83128985 99.05590976 99.53408534 99.65669446]% Cross Entropy Loss: [0.82025933 0.219379 0.09883638 0.05926999 0.04077305] Correct: [74.25208436 96.03972536 98.92103973 99.43599804 99.71799902]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 45.01% From layer 1: Accuracy: 67.14% From layer 2: Accuracy: 73.59% From layer 3: Accuracy: 75.66% From layer 4: Accuracy: 76.28%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 72.78% From layer 1: Accuracy: 95.75% From layer 2: Accuracy: 99.08% From layer 3: Accuracy: 99.52% From layer 4: Accuracy: 99.82% Checkpoint 860 models/shd_4layer_withckpts_noaugment_epoch860.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.509906 3.5789862 3.4024074 2.5390213 2.4177577] Correct: [ 8.79107406 17.38597352 23.06277587 38.32761157 42.25110348]% Cross Entropy Loss: [2.9743621 1.9837449 1.4977081 1.053589 0.9379738] Correct: [18.88180481 36.21873467 48.83521334 63.90387445 67.14075527]% Cross Entropy Loss: [2.5647018 1.5859369 1.1485832 0.82074803 0.7226735 ] Correct: [25.38008828 47.04512016 59.77194703 72.11868563 75.38008828]% Cross Entropy Loss: [2.3264303 1.3574402 0.96717465 0.6970593 0.6053403 ] Correct: [30.43158411 54.29131927 66.17214321 76.33643943 79.75723394]% Cross Entropy Loss: [2.1591618 1.1969752 0.8420904 0.6096391 0.51529235] Correct: [33.16576753 59.24472781 70.83128985 79.53653752 82.84698382]% Cross Entropy Loss: [2.0311143 1.1055568 0.7640737 0.5566435 0.48943588] Correct: [35.8386464 62.99656694 73.90877881 81.62089259 83.79107406]% Cross Entropy Loss: [1.9271765 1.0122818 0.6883148 0.5054573 0.4315695] Correct: [38.07013242 65.7675331 76.54487494 83.44776851 85.87542913]% Cross Entropy Loss: [1.8275943 0.9225227 0.6226148 0.4565694 0.38303447] Correct: [40.04413928 68.30554193 79.16871015 85.09073075 87.97204512]% Cross Entropy Loss: [1.7641306 0.87775415 0.56996924 0.4112763 0.34610492] Correct: [41.38057872 70.8803335 81.25306523 86.77047572 89.14909269]% Cross Entropy Loss: [1.6917995 0.82811856 0.5386795 0.38474318 0.31747362] Correct: [43.59980383 72.17999019 82.36880824 87.81265326 90.0564002 ]% Cross Entropy Loss: [1.6264712 0.7670972 0.49357873 0.35188863 0.291584 ] Correct: [44.85041687 74.4973026 83.86463953 89.29622364 91.14762138]% Cross Entropy Loss: [1.5835601 0.73209506 0.46264443 0.32707196 0.27692086] Correct: [45.81902894 75.31878372 85.47081903 90.20353114 91.55223149]% Cross Entropy Loss: [1.5217621 0.70431954 0.44025347 0.3170661 0.26458913] Correct: [47.74399215 76.71652771 86.32908288 90.24031388 92.31240804]% Cross Entropy Loss: [1.4765115 0.66558087 0.4106338 0.28502482 0.23657048] Correct: [48.97008337 78.16331535 87.22412948 91.51544875 92.81510544]% Cross Entropy Loss: [1.4445734 0.6306901 0.38953862 0.27027157 0.21678075] Correct: [49.92643453 79.64688573 88.14369789 92.34919078 93.9798921 ]% Cross Entropy Loss: [1.4052638 0.6052594 0.37367827 0.26291955 0.21645896] Correct: [51.44678764 80.84845513 89.13683178 92.33692987 93.82050025]% Cross Entropy Loss: [1.3623916 0.5748648 0.34737688 0.237157 0.19713056] Correct: [52.8077489 82.0255027 89.83570378 93.4771947 94.66650319]% Cross Entropy Loss: [1.3372993 0.5584093 0.33503026 0.23629494 0.2016064 ] Correct: [53.84992643 82.24619912 90.57135851 93.44041197 94.4825895 ]% Cross Entropy Loss: [1.3100191 0.5335081 0.31559965 0.21964887 0.18177035] Correct: [54.38940657 83.25159392 91.33153507 94.04119667 95.0833742 ]% Cross Entropy Loss: [1.2783582 0.523637 0.3067803 0.20800829 0.17042564] Correct: [55.00245218 83.72976949 91.27023051 94.49485042 95.67189799]% Cross Entropy Loss: [1.2493689 0.49629828 0.28898543 0.1921254 0.15535283] Correct: [56.5228053 84.95586072 92.43501717 95.43894066 96.30946542]% Cross Entropy Loss: [1.2271794 0.48332763 0.27961606 0.19167814 0.14993791] Correct: [57.24619912 85.49534085 92.30014713 95.03433055 96.62824914]% Cross Entropy Loss: [1.2082417 0.46733886 0.27335936 0.18086149 0.14923598] Correct: [57.34428641 86.10838646 92.87641 95.61059343 96.53016184]% Cross Entropy Loss: [1.1786919 0.44980663 0.25568402 0.17227912 0.13722077] Correct: [58.5335949 86.97891123 93.1706719 96.05198627 96.95929377]% Cross Entropy Loss: [1.1667928 0.43810612 0.24637778 0.16775937 0.13317187] Correct: [59.31829328 87.07699853 93.86954389 96.10102992 96.94703286]% Cross Entropy Loss: [1.1328632 0.42754197 0.23896888 0.16069533 0.12823458] Correct: [60.60568906 87.93526238 94.20058852 96.1868563 97.16772928]% Cross Entropy Loss: [1.1206821 0.41269314 0.23000218 0.14689136 0.1172611 ] Correct: [60.87542913 88.08239333 94.35998038 97.05738107 97.68268759]% Cross Entropy Loss: [1.102163 0.40217897 0.2200197 0.14912754 0.11607457] Correct: [61.73369299 88.57282982 94.81363413 96.66503188 97.58460029]% Cross Entropy Loss: [1.0892981 0.38783956 0.21127932 0.13745826 0.1089545 ] Correct: [62.19960765 89.48013732 95.04659147 97.43746935 98.03825405]% Cross Entropy Loss: [1.0634819 0.377125 0.20211917 0.13213134 0.10586427] Correct: [63.37665522 89.8602256 95.75772437 97.44973026 97.96468857]% Cross Entropy Loss: [1.0613909 0.3669516 0.1991339 0.13240255 0.10540602] Correct: [63.14369789 90.22805297 95.42667974 97.42520844 97.95242766]% Cross Entropy Loss: [1.0575937 0.36790922 0.19512875 0.12314081 0.09696729] Correct: [63.29082884 90.01961746 95.53702795 97.75625307 98.27121138]% Cross Entropy Loss: [1.0302634 0.35334677 0.18840097 0.12198173 0.09066903] Correct: [64.39431094 90.69396763 96.22363904 97.64590486 98.47964689]% Cross Entropy Loss: [1.0188231 0.34882522 0.18215893 0.12250746 0.09274963] Correct: [65.30161844 90.81657675 96.11329083 97.59686121 98.41834232]% Cross Entropy Loss: [1.0066224 0.33800256 0.17607066 0.11457294 0.08659684] Correct: [65.32614026 91.13536047 96.3830309 97.73173124 98.63903874]% Cross Entropy Loss: [0.9896836 0.3262221 0.1751567 0.11276717 0.08391158] Correct: [66.23344777 92.10397254 96.54242276 97.96468857 98.5899951 ]% Cross Entropy Loss: [0.9905338 0.3251576 0.16872603 0.10790937 0.08390113] Correct: [66.01275135 91.99362433 96.61598823 98.14860226 98.60225601]% Cross Entropy Loss: [0.9748445 0.3173783 0.16388468 0.1002931 0.07663811] Correct: [66.42962236 91.90779794 96.72633644 98.46738597 99.03138794]% Cross Entropy Loss: [0.9591652 0.3046373 0.15093239 0.09267797 0.06837495] Correct: [67.63119176 92.87641 97.42520844 98.67582148 99.19077979]% Cross Entropy Loss: [0.9643402 0.31155545 0.15644646 0.10505876 0.07900721] Correct: [67.07945071 92.05492889 97.14320745 97.96468857 98.65129966]% Cross Entropy Loss: [0.941658 0.2978113 0.14796187 0.09334505 0.07530659] Correct: [68.64884747 92.91319274 97.31486023 98.46738597 98.72486513]% Cross Entropy Loss: [0.9350983 0.29070845 0.13847521 0.08386291 0.06139821] Correct: [68.39136832 93.15841099 97.80529671 98.95782246 99.31338892]% Cross Entropy Loss: [0.9180023 0.2789518 0.13550746 0.08256642 0.06396905] Correct: [69.61745954 93.83276116 97.92790584 98.90877881 99.19077979]% Cross Entropy Loss: [0.9162096 0.27669773 0.13035786 0.07909192 0.06137558] Correct: [68.96763119 93.75919568 98.16086317 99.08043158 99.25208436]% Cross Entropy Loss: [0.9131849 0.28043237 0.13733988 0.08357975 0.06257115] Correct: [69.39676312 93.64884747 97.57233938 98.87199608 99.28886709]% Cross Entropy Loss: [0.90569913 0.2796595 0.13533369 0.08320327 0.06548604] Correct: [69.78911231 93.1706719 97.74399215 98.71260422 99.06817067]% Cross Entropy Loss: [0.89636195 0.27094513 0.12910989 0.08061656 0.05969614] Correct: [70.19372241 93.90632663 97.8911231 98.81069152 99.19077979]% Cross Entropy Loss: [0.88569355 0.26675567 0.12187006 0.07802573 0.05704474] Correct: [71.12555174 93.85728298 98.18538499 99.00686611 99.27660618]% Cross Entropy Loss: [0.8773904 0.26146856 0.12071876 0.07286032 0.05416279] Correct: [71.06424718 94.274154 98.08729769 98.8965179 99.301128 ]% Cross Entropy Loss: [0.8830989 0.24993598 0.11427838 0.06760147 0.05129164] Correct: [70.97842079 94.81363413 98.5899951 99.31338892 99.55860716]% Cross Entropy Loss: [0.87488467 0.24964043 0.11481717 0.07164872 0.055929 ] Correct: [70.92937715 94.72780775 98.4919078 98.95782246 99.20304071]% Cross Entropy Loss: [0.8538973 0.24138892 0.10861114 0.06363183 0.05207389] Correct: [72.49877391 95.47572339 98.88425699 99.46051986 99.38695439]% Cross Entropy Loss: [0.85683936 0.23841117 0.10755097 0.06495331 0.04597817] Correct: [72.41294752 95.2795488 98.82295243 99.42373713 99.68121628]% Cross Entropy Loss: [0.8536488 0.24182808 0.11392566 0.06764518 0.05059723] Correct: [72.60912212 94.86267778 98.2957332 99.04364885 99.42373713]% Cross Entropy Loss: [0.8371551 0.22750372 0.10325991 0.06346808 0.0561325 ] Correct: [73.14860226 95.97842079 98.81069152 99.42373713 99.21530162]% Cross Entropy Loss: [0.83102965 0.22646539 0.09730529 0.05397752 0.04012272] Correct: [73.36929868 95.51250613 98.90877881 99.60765081 99.74252084]% Cross Entropy Loss: [0.8281884 0.22558692 0.09724189 0.05510182 0.0391483 ] Correct: [73.71260422 95.53702795 98.97008337 99.54634625 99.79156449]% Cross Entropy Loss: [0.83431876 0.22805664 0.09546522 0.05502187 0.0405195 ] Correct: [73.09955861 95.51250613 98.9946052 99.55860716 99.70573811]% Cross Entropy Loss: [0.82444984 0.22413485 0.09726563 0.05708762 0.03907758] Correct: [74.0926925 95.81902894 99.00686611 99.43599804 99.77930358]% Cross Entropy Loss: [0.827823 0.22620875 0.09859432 0.05617461 0.04064939] Correct: [73.38155959 95.32859245 99.00686611 99.5953899 99.74252084]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.57% From layer 1: Accuracy: 64.58% From layer 2: Accuracy: 71.16% From layer 3: Accuracy: 74.69% From layer 4: Accuracy: 76.72%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 73.20% From layer 1: Accuracy: 96.24% From layer 2: Accuracy: 98.85% From layer 3: Accuracy: 99.69% From layer 4: Accuracy: 99.94% Checkpoint 880 models/shd_4layer_withckpts_noaugment_epoch880.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [4.730519 3.9214675 3.0299008 2.880043 2.3815856] Correct: [11.8440412 15.71848946 25.78469838 33.61942128 43.15841099]% Cross Entropy Loss: [2.9133954 2.0845478 1.4252607 1.1375097 0.92183256] Correct: [21.94703286 34.95586072 51.55713585 60.00490436 68.73467386]% Cross Entropy Loss: [2.4950593 1.6573826 1.0998232 0.86220485 0.706365 ] Correct: [27.46444335 45.00980873 62.17508583 69.83815596 76.26287396]% Cross Entropy Loss: [2.2896867 1.4402122 0.9475093 0.7430552 0.6102376] Correct: [30.90975969 51.2015694 67.23884257 73.73712604 79.56105934]% Cross Entropy Loss: [2.1313753 1.264838 0.811242 0.6351845 0.52993256] Correct: [34.2324669 57.01324179 72.63364394 78.3104463 82.23393821]% Cross Entropy Loss: [2.0012646 1.1554927 0.723131 0.56505954 0.4736438 ] Correct: [36.90534576 60.60568906 75.80922021 81.11819519 84.39185875]% Cross Entropy Loss: [1.8918498 1.0424387 0.6555261 0.4970794 0.41385278] Correct: [39.05100539 64.40657185 78.5188818 83.72976949 86.58656204]% Cross Entropy Loss: [1.8208807 0.97651494 0.6032878 0.46492356 0.38564476] Correct: [40.5590976 67.15301618 80.4193232 84.78420795 87.78813144]% Cross Entropy Loss: [1.7424511 0.9144825 0.5588133 0.43529868 0.34863248] Correct: [42.71701815 69.62972045 81.64541442 86.03482099 89.30848455]% Cross Entropy Loss: [1.6677338 0.8414281 0.5131194 0.39170712 0.32290727] Correct: [44.71554684 72.2903384 83.76655223 87.66552231 90.20353114]% Cross Entropy Loss: [1.6225522 0.7897264 0.47857088 0.358349 0.2883848 ] Correct: [46.29720451 73.71260422 84.99264345 89.03874448 91.4664051 ]% Cross Entropy Loss: [1.5664306 0.76084584 0.45761815 0.34865314 0.28140107] Correct: [47.46199117 74.84060814 85.27464443 88.68317803 91.44188328]% Cross Entropy Loss: [1.5227095 0.71479845 0.42539954 0.31618014 0.2593809 ] Correct: [48.28347229 76.93722413 86.89308485 90.52231486 92.1652771 ]% Cross Entropy Loss: [1.4774324 0.68798137 0.41553038 0.30447406 0.24623932] Correct: [49.93869544 77.45218244 87.49386954 90.8656204 92.75380088]% Cross Entropy Loss: [1.4355016 0.65809107 0.3931197 0.28476694 0.22829564] Correct: [50.18391368 78.75183914 88.09465424 91.18440412 93.4771947 ]% Cross Entropy Loss: [1.4060183 0.62938637 0.36883342 0.27179363 0.22137529] Correct: [51.7042668 79.70819029 88.92839627 92.20205983 93.80823933]% Cross Entropy Loss: [1.3634956 0.59099925 0.33827186 0.2489227 0.19592011] Correct: [53.54340363 81.35115253 90.41196665 92.98675821 94.60519863]% Cross Entropy Loss: [1.3290734 0.566554 0.32877654 0.24187416 0.19445021] Correct: [54.36488475 82.18489456 90.4610103 92.99901913 94.80137322]% Cross Entropy Loss: [1.301213 0.55005974 0.31107774 0.22589482 0.18055809] Correct: [55.33349681 82.92054929 91.18440412 93.80823933 95.31633154]% Cross Entropy Loss: [1.2756418 0.5281067 0.29971525 0.21252756 0.16531968] Correct: [56.00784698 84.07307504 91.77292791 94.26189308 95.72094164]% Cross Entropy Loss: [1.2539731 0.5305107 0.2976182 0.21750179 0.17305247] Correct: [56.44923982 83.87690044 92.07945071 93.99215302 95.3776361 ]% Cross Entropy Loss: [1.2333771 0.4992904 0.27838445 0.19596863 0.15446936] Correct: [57.68759196 84.95586072 92.69249632 94.85041687 96.32172634]% Cross Entropy Loss: [1.1921101 0.46738306 0.25632113 0.18472244 0.14499746] Correct: [58.09220206 86.5497793 93.58754291 95.30407062 96.57920549]% Cross Entropy Loss: [1.1850172 0.46063328 0.25099635 0.17977719 0.13882363] Correct: [59.15890142 86.79499755 93.46493379 95.52476704 96.75085826]% Cross Entropy Loss: [1.1658322 0.44697565 0.24750404 0.17337213 0.1348414 ] Correct: [59.52672879 86.62334478 93.68563021 95.76998529 96.91025012]% Cross Entropy Loss: [1.1385422 0.43445563 0.23288187 0.16335627 0.12442406] Correct: [60.88769004 87.29769495 94.35998038 96.40755272 97.58460029]% Cross Entropy Loss: [1.1167074 0.42489526 0.22713187 0.15996361 0.12451041] Correct: [61.66012751 88.07013242 94.61745954 96.2849436 97.22903384]% Cross Entropy Loss: [1.0980252 0.41043472 0.22142105 0.15165032 0.1178195 ] Correct: [62.59195684 88.59735164 95.07111329 96.81216282 97.58460029]% Cross Entropy Loss: [1.0827156 0.39757276 0.21612222 0.14569494 0.11596471] Correct: [62.46934772 88.97743992 94.89946052 97.11868563 97.63364394]% Cross Entropy Loss: [1.0627766 0.38404995 0.19772057 0.13405858 0.10008996] Correct: [63.79352624 89.57822462 95.80676802 97.36390387 98.56547327]% Cross Entropy Loss: [1.0609146 0.38186282 0.19883025 0.13662791 0.1043463 ] Correct: [63.59735164 89.79892104 95.47572339 97.10642472 97.90338401]% Cross Entropy Loss: [1.04825 0.37034076 0.19194926 0.12851992 0.09584352] Correct: [64.27170181 90.27709662 95.96615988 97.51103482 98.51642962]% Cross Entropy Loss: [1.0235293 0.36148116 0.189125 0.13084121 0.09913206] Correct: [65.48553212 90.54683668 95.89259441 97.30259931 98.08729769]% Cross Entropy Loss: [1.0208762 0.3553462 0.18064082 0.12441117 0.09152221] Correct: [65.11770476 90.53457577 96.46885728 97.53555665 98.4919078 ]% Cross Entropy Loss: [0.9981117 0.33792457 0.17037247 0.11737393 0.08912866] Correct: [66.13536047 91.22118686 96.51790093 97.78077489 98.55321236]% Cross Entropy Loss: [1.0001061 0.33207822 0.16920814 0.10758756 0.0792902 ] Correct: [65.77979402 91.73614517 96.76311918 98.20990682 98.94556155]% Cross Entropy Loss: [0.99207 0.32932284 0.16191041 0.10669412 0.07842201] Correct: [66.061795 91.76066699 97.03285924 98.3938205 98.95782246]% Cross Entropy Loss: [0.97764105 0.32566303 0.16156662 0.1069224 0.07882389] Correct: [67.01814615 91.84649338 97.04512016 98.13634134 98.72486513]% Cross Entropy Loss: [0.97662836 0.3166929 0.15380023 0.09864703 0.07258128] Correct: [67.00588524 92.04266797 97.09416381 98.43060324 99.05590976]% Cross Entropy Loss: [0.9472396 0.30186936 0.14525197 0.09412313 0.06994578] Correct: [68.55076018 93.12162825 97.52329573 98.47964689 99.05590976]% Cross Entropy Loss: [0.93826544 0.29942295 0.15037763 0.10189072 0.07950546] Correct: [69.00441393 92.54536538 97.25355566 98.25895047 98.71260422]% Cross Entropy Loss: [0.9351613 0.29212338 0.1390533 0.09022743 0.06851928] Correct: [68.7714566 93.0725846 97.84207945 98.68808239 99.15399706]% Cross Entropy Loss: [0.93269056 0.29200786 0.14036264 0.0903377 0.06791069] Correct: [69.26189308 93.15841099 97.56007847 98.65129966 99.0926925 ]% Cross Entropy Loss: [0.91718745 0.2823884 0.13150135 0.08413662 0.06393839] Correct: [69.72780775 93.48945562 97.96468857 98.70034331 99.20304071]% Cross Entropy Loss: [0.9042854 0.27634963 0.12813976 0.08220622 0.05997906] Correct: [70.56154978 93.88180481 98.06277587 98.88425699 99.26434527]% Cross Entropy Loss: [0.8968098 0.26747423 0.12812684 0.08248155 0.0571899 ] Correct: [71.03972536 94.39676312 98.03825405 98.87199608 99.4973026 ]% Cross Entropy Loss: [0.88471127 0.26772565 0.12309135 0.07610552 0.05618602] Correct: [71.06424718 94.26189308 98.28347229 99.17851888 99.4973026 ]% Cross Entropy Loss: [0.88223827 0.2627374 0.12056971 0.07417224 0.05330723] Correct: [71.4811182 94.15154487 98.24668955 99.14173615 99.58312898]% Cross Entropy Loss: [0.8936116 0.2694219 0.1203459 0.07570797 0.06231417] Correct: [70.46346248 93.84502207 98.28347229 99.06817067 99.06817067]% Cross Entropy Loss: [0.8728374 0.26186052 0.11789677 0.07462153 0.06202998] Correct: [71.93477195 94.09024031 98.16086317 98.9946052 99.05590976]% Cross Entropy Loss: [0.8651504 0.24591154 0.11072269 0.07059458 0.04998221] Correct: [71.45659637 94.96076508 98.66356057 99.11721432 99.50956351]% Cross Entropy Loss: [0.8606745 0.248231 0.11632669 0.07608987 0.05378275] Correct: [72.11868563 94.86267778 98.18538499 98.72486513 99.28886709]% Cross Entropy Loss: [0.84917176 0.24355157 0.11015553 0.07243258 0.04695908] Correct: [72.87886219 95.16920059 98.51642962 99.04364885 99.53408534]% Cross Entropy Loss: [0.8537365 0.23488887 0.10388802 0.0643231 0.04523589] Correct: [72.51103482 95.76998529 98.95782246 99.47278077 99.76704267]% Cross Entropy Loss: [0.84976256 0.24254033 0.10477956 0.06613003 0.04706598] Correct: [72.73173124 95.12015694 98.68808239 99.21530162 99.57086807]% Cross Entropy Loss: [0.8479762 0.23380634 0.10328632 0.06160238 0.04542985] Correct: [73.00147131 95.32859245 98.57773418 99.3992153 99.54634625]% Cross Entropy Loss: [0.8378204 0.22833261 0.09879041 0.0609078 0.04674521] Correct: [73.13634134 95.94163806 99.03138794 99.46051986 99.60765081]% Cross Entropy Loss: [0.8305494 0.22896475 0.09989024 0.0604808 0.04071272] Correct: [73.34477685 95.69641981 98.78616969 99.32564983 99.69347719]% Cross Entropy Loss: [0.82274157 0.22572501 0.09427375 0.05576032 0.04043401] Correct: [73.88425699 95.63511525 98.9946052 99.60765081 99.76704267]% Cross Entropy Loss: [0.819234 0.22058071 0.09325475 0.05366202 0.0405261 ] Correct: [74.12947523 95.63511525 99.03138794 99.63217263 99.71799902]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.57% From layer 1: Accuracy: 67.27% From layer 2: Accuracy: 73.90% From layer 3: Accuracy: 76.19% From layer 4: Accuracy: 77.21%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.54% From layer 1: Accuracy: 96.86% From layer 2: Accuracy: 99.49% From layer 3: Accuracy: 99.84% From layer 4: Accuracy: 99.94% Checkpoint 900 models/shd_4layer_withckpts_noaugment_epoch900.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.6774983 4.2467895 3.1944382 2.6184006 2.5501678] Correct: [ 8.21481118 16.8710152 25.49043649 35.56890633 40.70622854]% Cross Entropy Loss: [3.0357037 2.038051 1.4220073 1.0775024 0.9537589] Correct: [18.18293281 36.51299657 51.09122119 62.57969593 67.04266797]% Cross Entropy Loss: [2.5802174 1.6081835 1.1160809 0.8639627 0.76292235] Correct: [24.79156449 47.09416381 61.92986758 70.23050515 74.06817067]% Cross Entropy Loss: [2.3304222 1.3800254 0.9297827 0.7226053 0.6420984] Correct: [29.47523296 52.86905346 67.49632173 75.13487003 78.10201079]% Cross Entropy Loss: [2.1669483 1.2255955 0.82562065 0.63348734 0.5624101 ] Correct: [31.91515449 58.05541932 71.73859735 78.7150564 81.37567435]% Cross Entropy Loss: [2.029255 1.1048027 0.73293203 0.55627495 0.48643953] Correct: [35.69151545 62.04021579 75.17165277 81.84158901 83.97498774]% Cross Entropy Loss: [1.9162549 1.0109259 0.6675163 0.50925773 0.44372368] Correct: [37.98430603 65.21579205 77.63609613 83.26385483 85.2378617 ]% Cross Entropy Loss: [1.8253248 0.93765867 0.60448706 0.46421385 0.39753023] Correct: [39.84796469 68.31780284 80.19862678 84.78420795 87.12604218]% Cross Entropy Loss: [1.7461069 0.8675667 0.55519027 0.420147 0.36104918] Correct: [41.42962236 70.53702795 82.07454635 86.31682197 88.41343796]% Cross Entropy Loss: [1.680428 0.814305 0.5190223 0.39190575 0.33074898] Correct: [43.37910741 72.41294752 83.00637567 87.27317312 89.63952918]% Cross Entropy Loss: [1.6450441 0.79003775 0.49287677 0.3710868 0.32185566] Correct: [44.00441393 73.18538499 84.17116233 88.38891614 89.46787641]% Cross Entropy Loss: [1.577315 0.7358316 0.4596542 0.33761743 0.28434458] Correct: [45.95389897 75.26974007 85.50760177 89.65179009 91.31927415]% Cross Entropy Loss: [1.5364428 0.69908863 0.4470808 0.33222407 0.2722153 ] Correct: [47.13094654 76.7042668 85.82638548 89.61500736 91.69936243]% Cross Entropy Loss: [1.4816605 0.6655552 0.41035846 0.30697727 0.25429553] Correct: [48.97008337 77.82000981 87.12604218 90.57135851 92.3737126 ]% Cross Entropy Loss: [1.4537244 0.63899124 0.39140874 0.286189 0.23577878] Correct: [49.43599804 78.96027464 88.05787151 91.27023051 93.0725846 ]% Cross Entropy Loss: [1.4047858 0.603489 0.36815283 0.26710334 0.21992013] Correct: [51.58165768 80.77488965 89.23491908 91.99362433 93.48945562]% Cross Entropy Loss: [1.3668478 0.5770572 0.35036385 0.25462875 0.21569945] Correct: [52.3050515 81.70671898 89.61500736 92.61893085 93.74693477]% Cross Entropy Loss: [1.3387927 0.5510037 0.33017257 0.24272363 0.20562166] Correct: [52.89357528 83.0308975 90.92692496 93.01128004 94.26189308]% Cross Entropy Loss: [1.325633 0.53826475 0.3221295 0.22757445 0.18460318] Correct: [53.46983816 83.49681216 90.84109858 93.82050025 95.07111329]% Cross Entropy Loss: [1.2843735 0.5076895 0.30360726 0.21746412 0.17875601] Correct: [55.00245218 84.57577244 91.61353605 94.23737126 95.40215792]% Cross Entropy Loss: [1.261991 0.50109184 0.29704902 0.20820153 0.16861366] Correct: [55.8239333 84.93133889 91.84649338 94.21284944 95.72094164]% Cross Entropy Loss: [1.2317182 0.47933978 0.27896804 0.20175566 0.16245437] Correct: [56.80480628 85.87542913 92.77832271 94.59293771 95.80676802]% Cross Entropy Loss: [1.1984109 0.4602331 0.26638016 0.19466175 0.15788281] Correct: [58.05541932 86.52525748 93.2687592 94.82589505 96.10102992]% Cross Entropy Loss: [1.1878039 0.44732338 0.256068 0.17668654 0.14304149] Correct: [58.52133399 87.27317312 93.6733693 95.5860716 96.46885728]% Cross Entropy Loss: [1.1688654 0.4390966 0.2497284 0.17693445 0.14009956] Correct: [58.95046591 87.2486513 93.73467386 95.47572339 96.92251103]% Cross Entropy Loss: [1.1461802 0.42064375 0.23723319 0.16472967 0.12973095] Correct: [60.11525257 87.80039235 94.09024031 95.99068171 97.20451202]% Cross Entropy Loss: [1.1315947 0.41267234 0.22734904 0.15880992 0.1291566 ] Correct: [61.05934282 88.53604708 94.65424228 96.27268269 97.20451202]% Cross Entropy Loss: [1.121194 0.39981717 0.22035901 0.15470122 0.12059443] Correct: [60.89995096 88.97743992 94.75232957 96.55468367 97.67042668]% Cross Entropy Loss: [1.0927719 0.3836329 0.21164091 0.1431438 0.11286812] Correct: [62.07699853 89.67631192 95.32859245 96.94703286 97.91564492]% Cross Entropy Loss: [1.0732042 0.3813059 0.2111981 0.14688726 0.11607581] Correct: [63.08239333 89.51692006 95.02206964 96.65277097 97.64590486]% Cross Entropy Loss: [1.0586734 0.37802866 0.20247096 0.13877904 0.11066559] Correct: [63.46248161 89.73761648 95.5860716 97.06964198 97.85434036]% Cross Entropy Loss: [1.0487447 0.35491225 0.19149019 0.12941243 0.10427748] Correct: [63.79352624 90.81657675 96.00294262 97.32712114 98.07503678]% Cross Entropy Loss: [1.0440078 0.35090315 0.19277284 0.12995623 0.10192247] Correct: [63.48700343 90.9637077 96.00294262 97.37616479 97.97694949]% Cross Entropy Loss: [1.0288211 0.33952165 0.1816104 0.12043883 0.09304035] Correct: [64.97057381 91.47866601 96.41981363 97.80529671 98.47964689]% Cross Entropy Loss: [0.989701 0.32770422 0.17635556 0.11602915 0.08822405] Correct: [66.22118686 91.99362433 96.56694458 97.81755763 98.55321236]% Cross Entropy Loss: [0.99841756 0.3259406 0.17081422 0.11503968 0.09115941] Correct: [66.25796959 92.0671898 96.8857283 97.84207945 98.46738597]% Cross Entropy Loss: [0.9999363 0.32680792 0.17245463 0.1166023 0.09564665] Correct: [65.80431584 91.60127513 96.57920549 97.74399215 98.08729769]% Cross Entropy Loss: [0.97539485 0.313059 0.16389585 0.10695317 0.08451897] Correct: [66.68710152 92.44727808 96.86120647 98.22216773 98.68808239]% Cross Entropy Loss: [0.96810937 0.30659664 0.15583758 0.10358649 0.07960697] Correct: [66.83423247 92.61893085 97.27807749 98.22216773 98.7984306 ]% Cross Entropy Loss: [0.9555002 0.29546428 0.15077198 0.09787882 0.07358732] Correct: [67.44727808 93.1706719 97.41294752 98.33251594 98.97008337]% Cross Entropy Loss: [0.9424875 0.29557317 0.15296799 0.1038814 0.08180743] Correct: [68.18293281 93.10936734 97.27807749 98.06277587 98.54095145]% Cross Entropy Loss: [0.9424399 0.2900227 0.14430486 0.09291447 0.07331008] Correct: [68.88180481 92.98675821 97.76851398 98.60225601 98.8965179 ]% Cross Entropy Loss: [0.9208591 0.28246877 0.14214772 0.08746986 0.06620554] Correct: [69.98528691 93.69789112 97.6949485 98.90877881 99.28886709]% Cross Entropy Loss: [0.91298974 0.27741483 0.13689554 0.08815443 0.06666424] Correct: [69.99754782 93.86954389 97.81755763 98.73712604 99.31338892]% Cross Entropy Loss: [0.9149173 0.27052474 0.13419592 0.08731811 0.06642611] Correct: [69.39676312 94.0779794 98.03825405 98.68808239 99.11721432]% Cross Entropy Loss: [0.90344155 0.266266 0.13270706 0.08332296 0.0633176 ] Correct: [69.83815596 94.37224129 97.96468857 98.8965179 99.26434527]% Cross Entropy Loss: [0.91090786 0.2636058 0.12878263 0.08096945 0.05954351] Correct: [70.07111329 94.29867582 98.01373222 98.78616969 99.44825895]% Cross Entropy Loss: [0.9008417 0.25907663 0.12380411 0.07702056 0.06078708] Correct: [70.12015694 94.69102501 98.30799411 98.95782246 99.19077979]% Cross Entropy Loss: [0.87667245 0.2512352 0.12183631 0.077741 0.05593507] Correct: [71.86120647 94.86267778 98.20990682 98.92103973 99.41147621]% Cross Entropy Loss: [0.8745246 0.2520325 0.11910429 0.07298802 0.05432956] Correct: [71.84894556 94.65424228 98.45512506 99.22756253 99.4973026 ]% Cross Entropy Loss: [0.8687086 0.24290724 0.11480507 0.07213333 0.05368921] Correct: [71.95929377 95.25502697 98.65129966 99.06817067 99.41147621]% Cross Entropy Loss: [0.86220485 0.24251315 0.11192558 0.06935859 0.054316 ] Correct: [71.67729279 94.8749387 98.63903874 99.25208436 99.37469348]% Cross Entropy Loss: [0.8527192 0.2383822 0.11332907 0.0718894 0.0538992 ] Correct: [72.82981854 95.12015694 98.61451692 99.05590976 99.41147621]% Cross Entropy Loss: [0.85595405 0.23372415 0.10901888 0.0646503 0.04839948] Correct: [71.87346739 95.34085336 98.62677783 99.35017165 99.60765081]% Cross Entropy Loss: [0.85846347 0.23412775 0.10868115 0.06706115 0.05270636] Correct: [72.08190289 95.36537518 98.5899951 99.22756253 99.42373713]% Cross Entropy Loss: [0.83212996 0.225407 0.10377864 0.06187039 0.04536888] Correct: [73.14860226 95.83128985 98.77390878 99.41147621 99.68121628]% Cross Entropy Loss: [0.8349476 0.22580497 0.10239652 0.06526534 0.05725276] Correct: [73.30799411 95.90485532 99.01912702 99.21530162 98.93330064]% Cross Entropy Loss: [0.8259887 0.22269145 0.10253993 0.06125225 0.04597259] Correct: [74.0926925 95.75772437 98.73712604 99.43599804 99.58312898]% Cross Entropy Loss: [0.8231341 0.22184093 0.09805295 0.06152879 0.04517522] Correct: [73.84747425 95.75772437 98.87199608 99.23982344 99.52182442]% Cross Entropy Loss: [0.8213556 0.21945116 0.1016205 0.06290914 0.04645212] Correct: [73.95782246 95.96615988 98.74938695 99.28886709 99.55860716]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.25% From layer 1: Accuracy: 67.27% From layer 2: Accuracy: 72.84% From layer 3: Accuracy: 76.90% From layer 4: Accuracy: 77.65%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.26% From layer 1: Accuracy: 96.89% From layer 2: Accuracy: 99.34% From layer 3: Accuracy: 99.72% From layer 4: Accuracy: 99.88% Checkpoint 920 models/shd_4layer_withckpts_noaugment_epoch920.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.405688 4.2934756 3.3836539 2.8965178 2.5617046] Correct: [ 8.938205 15.75527219 24.46051986 36.0470819 41.67484061]% Cross Entropy Loss: [2.9692335 2.0590034 1.5005176 1.1099122 0.95388424] Correct: [19.06571849 36.09612555 49.19077979 61.40264836 67.27562531]% Cross Entropy Loss: [2.5484402 1.6155913 1.1374637 0.83908534 0.73497754] Correct: [26.12800392 46.49337911 60.6424718 70.51250613 75.25747916]% Cross Entropy Loss: [2.3213458 1.3783962 0.9505511 0.71960306 0.62420213] Correct: [30.17410495 53.83766552 66.94458068 75.71113291 78.94801373]% Cross Entropy Loss: [2.1597233 1.2104563 0.8273221 0.616833 0.53791577] Correct: [33.68072585 59.22020598 71.17459539 79.36488475 82.24619912]% Cross Entropy Loss: [2.023201 1.0947576 0.7399625 0.5610293 0.48385543] Correct: [36.20647376 62.5551741 75.04904365 81.00784698 83.88916135]% Cross Entropy Loss: [1.9219697 0.9947226 0.6599122 0.49261475 0.4184702 ] Correct: [38.87935262 66.24570868 77.90583619 83.8401177 86.35360471]% Cross Entropy Loss: [1.836609 0.9247431 0.606913 0.45559034 0.38796854] Correct: [40.22805297 68.68563021 80.14958313 84.84551251 87.38352133]% Cross Entropy Loss: [1.7630359 0.8628351 0.55862945 0.4128675 0.34605184] Correct: [42.54536538 71.16233448 81.87837175 86.68464934 89.41883276]% Cross Entropy Loss: [1.698936 0.80788606 0.5275369 0.39280325 0.33631206] Correct: [44.40902403 72.86660128 83.30063757 87.77587052 89.30848455]% Cross Entropy Loss: [1.6362888 0.7584101 0.48443475 0.35530162 0.30160797] Correct: [46.1868563 74.76704267 84.79646886 88.84256989 90.82883767]% Cross Entropy Loss: [1.587031 0.71791446 0.46149486 0.34175885 0.28031304] Correct: [47.05738107 76.61844041 85.96125552 89.22265817 91.55223149]% Cross Entropy Loss: [1.5371497 0.6777815 0.42641997 0.31478325 0.25787756] Correct: [47.87886219 77.82000981 87.33447769 90.53457577 92.41049534]% Cross Entropy Loss: [1.501436 0.66053796 0.41428408 0.29970676 0.24385963] Correct: [49.21530162 78.27366356 87.46934772 90.97596861 92.6679745 ]% Cross Entropy Loss: [1.4541026 0.61972094 0.38777664 0.28138158 0.2279934 ] Correct: [50.91956842 80.17410495 88.59735164 91.42962236 93.31780284]% Cross Entropy Loss: [1.4134035 0.5858525 0.36802587 0.2640103 0.21387447] Correct: [51.61844041 81.0201079 89.36978911 92.31240804 94.34771947]% Cross Entropy Loss: [1.3837452 0.56773806 0.34926638 0.25465518 0.20205083] Correct: [52.91809711 82.00098087 89.97057381 92.61893085 94.28641491]% Cross Entropy Loss: [1.3360596 0.5395468 0.33218434 0.23597698 0.19088723] Correct: [54.19323198 83.15350662 90.79205493 93.40362923 94.99754782]% Cross Entropy Loss: [1.3219157 0.53085774 0.31779346 0.22003396 0.17714466] Correct: [54.32810201 83.8401177 91.45414419 93.9798921 95.3776361 ]% Cross Entropy Loss: [1.2807834 0.5010277 0.29839286 0.21459472 0.17340219] Correct: [56.2285434 84.7351643 92.26336439 94.13928396 95.40215792]% Cross Entropy Loss: [1.2756964 0.48982188 0.29528198 0.21007155 0.16673818] Correct: [56.89063266 85.47081903 92.22658166 94.18832761 95.83128985]% Cross Entropy Loss: [1.2385255 0.47588444 0.2792677 0.19880338 0.15824032] Correct: [57.20941638 86.07160373 92.85188818 94.82589505 96.05198627]% Cross Entropy Loss: [1.1981463 0.45593503 0.26846522 0.18816149 0.15289068] Correct: [59.0362923 86.62334478 92.99901913 95.29180971 96.15007357]% Cross Entropy Loss: [1.1910299 0.43939018 0.25216344 0.1756781 0.13786496] Correct: [59.24472781 87.16282491 93.55076018 95.64737616 96.70181462]% Cross Entropy Loss: [1.1853514 0.4358709 0.25168428 0.17371143 0.14004086] Correct: [59.37959784 87.5551741 93.85728298 95.80676802 96.73859735]% Cross Entropy Loss: [1.1437273 0.40823472 0.23420346 0.16260727 0.12629852] Correct: [60.53212359 88.54830799 94.64198136 96.10102992 97.31486023]% Cross Entropy Loss: [1.1246668 0.40016675 0.22767462 0.16284487 0.12809932] Correct: [61.20647376 88.68317803 94.85041687 96.07650809 97.15546837]% Cross Entropy Loss: [1.1141025 0.3901733 0.227413 0.1567077 0.12235756] Correct: [61.75821481 89.10004904 94.64198136 96.23589995 97.16772928]% Cross Entropy Loss: [1.1000676 0.38561937 0.21781665 0.14551528 0.11353403] Correct: [62.30995586 89.56596371 94.82589505 96.82442374 97.59686121]% Cross Entropy Loss: [1.0792099 0.37221232 0.20834917 0.14371383 0.11244617] Correct: [63.42569887 89.8602256 95.48798431 96.83668465 97.84207945]% Cross Entropy Loss: [1.0657048 0.3612783 0.20400319 0.1388454 0.10828378] Correct: [63.7567435 90.71848946 95.57381069 96.79990191 97.81755763]% Cross Entropy Loss: [1.043101 0.34958267 0.1932793 0.12709394 0.10020218] Correct: [64.73761648 91.08631682 95.89259441 97.54781756 98.12408043]% Cross Entropy Loss: [1.0414402 0.34308916 0.1888194 0.12483074 0.0939405 ] Correct: [65.14222658 91.41736145 96.17459539 97.24129475 98.33251594]% Cross Entropy Loss: [1.0222178 0.3381125 0.18416229 0.12282163 0.09679563] Correct: [65.63266307 91.42962236 96.15007357 97.54781756 97.95242766]% Cross Entropy Loss: [1.013313 0.32797092 0.17573157 0.11945663 0.0947671 ] Correct: [65.74301128 91.69936243 96.53016184 97.68268759 98.12408043]% Cross Entropy Loss: [0.9978293 0.31565434 0.16869862 0.11123567 0.08529086] Correct: [66.49092692 92.44727808 97.03285924 98.02599313 98.72486513]% Cross Entropy Loss: [0.9851846 0.3123201 0.16561466 0.10724834 0.07781582] Correct: [67.00588524 92.6679745 96.84894556 98.23442864 98.93330064]% Cross Entropy Loss: [0.9754339 0.3093145 0.16656695 0.10742542 0.07842953] Correct: [67.44727808 92.76606179 96.77538009 98.05051496 98.95782246]% Cross Entropy Loss: [0.9649077 0.29956323 0.1577229 0.10079796 0.07844938] Correct: [67.81510544 93.06032369 96.95929377 98.40608141 98.7984306 ]% Cross Entropy Loss: [0.9529602 0.2994874 0.15898402 0.10308573 0.08361067] Correct: [69.0779794 92.6679745 96.787641 98.05051496 98.36929868]% Cross Entropy Loss: [0.93634266 0.28508216 0.14764868 0.09704155 0.0730344 ] Correct: [69.18832761 93.55076018 97.35164296 98.33251594 98.87199608]% Cross Entropy Loss: [0.9423443 0.2874479 0.15028822 0.1020571 0.07562195] Correct: [68.75919568 93.56302109 97.32712114 98.1976459 98.70034331]% Cross Entropy Loss: [0.92076445 0.27593628 0.14070824 0.09221304 0.07022506] Correct: [69.29867582 93.74693477 97.53555665 98.50416871 99.10495341]% Cross Entropy Loss: [0.9136164 0.26586694 0.13211195 0.08408943 0.06467624] Correct: [69.89946052 94.53163315 98.09955861 98.83521334 99.11721432]% Cross Entropy Loss: [0.91701704 0.26618513 0.1345982 0.08503402 0.0639515 ] Correct: [69.28641491 94.23737126 97.8911231 98.85973516 99.16625797]% Cross Entropy Loss: [0.906956 0.25636956 0.12773453 0.07946027 0.06018926] Correct: [70.50024522 94.93624326 98.13634134 98.95782246 99.23982344]% Cross Entropy Loss: [0.90476215 0.2533253 0.12287245 0.07872821 0.05538577] Correct: [70.12015694 94.92398234 98.44286415 99.05590976 99.53408534]% Cross Entropy Loss: [0.8924497 0.2516873 0.12297699 0.07902587 0.06143291] Correct: [70.7822462 94.75232957 98.14860226 98.88425699 99.14173615]% Cross Entropy Loss: [0.88555384 0.25277832 0.12585597 0.07976487 0.05898286] Correct: [70.95389897 94.59293771 98.06277587 98.7984306 99.12947523]% Cross Entropy Loss: [0.8765938 0.2402889 0.11889776 0.07434748 0.05381837] Correct: [71.13781265 95.40215792 98.34477685 99.06817067 99.43599804]% Cross Entropy Loss: [0.86556953 0.23958635 0.11976311 0.08002231 0.06598407] Correct: [72.25355566 95.24276606 98.14860226 98.61451692 98.88425699]% Cross Entropy Loss: [0.86366814 0.23359857 0.11043338 0.0673155 0.05049959] Correct: [72.74399215 95.36537518 98.61451692 99.25208436 99.47278077]% Cross Entropy Loss: [0.85694385 0.23218691 0.11113856 0.06614938 0.04718338] Correct: [72.44973026 95.59833252 98.4919078 99.27660618 99.58312898]% Cross Entropy Loss: [0.855844 0.22874366 0.10821414 0.0639713 0.04714176] Correct: [71.77538009 95.79450711 98.71260422 99.44825895 99.68121628]% Cross Entropy Loss: [0.85661966 0.23345947 0.11004084 0.06878462 0.05219261] Correct: [72.10642472 95.07111329 98.4919078 99.08043158 99.32564983]% Cross Entropy Loss: [0.84289765 0.22027726 0.10292078 0.06200643 0.04358556] Correct: [73.51642962 95.79450711 98.68808239 99.38695439 99.65669446]% Cross Entropy Loss: [0.84828067 0.22109422 0.10285284 0.06025579 0.0439935 ] Correct: [73.14860226 95.95389897 98.7984306 99.52182442 99.68121628]% Cross Entropy Loss: [0.83235407 0.21817584 0.10407598 0.06609154 0.04677384] Correct: [73.95782246 95.89259441 98.4919078 99.21530162 99.60765081]% Cross Entropy Loss: [0.84382653 0.22205058 0.10070301 0.05994416 0.0482397 ] Correct: [72.65816577 95.62285434 98.82295243 99.31338892 99.43599804]% Cross Entropy Loss: [0.82596457 0.21895602 0.10040602 0.06062797 0.04344146] Correct: [73.56547327 95.65963708 98.81069152 99.12947523 99.46051986]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.14% From layer 1: Accuracy: 68.42% From layer 2: Accuracy: 73.90% From layer 3: Accuracy: 75.31% From layer 4: Accuracy: 75.66%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.25% From layer 1: Accuracy: 96.75% From layer 2: Accuracy: 99.06% From layer 3: Accuracy: 98.58% From layer 4: Accuracy: 96.46% Checkpoint 940 models/shd_4layer_withckpts_noaugment_epoch940.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.1466446 4.0934954 3.271452 2.7064607 2.4758992] Correct: [ 9.64933791 16.35605689 24.42373713 36.72143207 40.92692496]% Cross Entropy Loss: [3.0161228 2.071255 1.4456365 1.0566536 0.94382375] Correct: [20.7822462 35.56890633 51.27513487 62.80039235 67.27562531]% Cross Entropy Loss: [2.5679262 1.6276603 1.1027017 0.808699 0.712494 ] Correct: [27.64835704 46.41981363 62.23639039 72.08190289 75.14713095]% Cross Entropy Loss: [2.31682 1.3873516 0.92148274 0.68391085 0.60415125] Correct: [31.66993624 53.13879353 68.2687592 76.55713585 79.43845022]% Cross Entropy Loss: [2.1502857 1.233133 0.80428076 0.5887454 0.5206632 ] Correct: [35.15203531 58.27611574 72.36390387 80.11280039 82.40559098]% Cross Entropy Loss: [2.0231156 1.1104757 0.7189211 0.52808094 0.45748663] Correct: [37.50613046 62.18734674 75.84600294 82.14811182 85.28690535]% Cross Entropy Loss: [1.926382 1.0154474 0.6511663 0.47679818 0.4173573 ] Correct: [39.27170181 64.73761648 77.96714076 84.07307504 86.31682197]% Cross Entropy Loss: [1.8373923 0.9413867 0.5995808 0.43224344 0.36920953] Correct: [41.40510054 68.41589014 79.56105934 86.10838646 88.60961256]% Cross Entropy Loss: [1.7696668 0.8863578 0.5547941 0.4069014 0.35679516] Correct: [43.24423737 70.20598333 81.51054438 86.88082393 88.91613536]% Cross Entropy Loss: [1.6979189 0.8188075 0.50780416 0.36102888 0.31507006] Correct: [44.21284944 72.22903384 83.30063757 88.60961256 89.90926925]% Cross Entropy Loss: [1.6319768 0.76977944 0.476816 0.33763963 0.2941936 ] Correct: [46.67729279 74.22756253 84.56351153 89.73761648 91.061795 ]% Cross Entropy Loss: [1.5849993 0.7398095 0.45370087 0.32598564 0.27810332] Correct: [47.41294752 75.63756744 85.45855812 89.72535557 91.51544875]% Cross Entropy Loss: [1.5442908 0.70350134 0.43495965 0.30969402 0.267954 ] Correct: [48.82295243 76.59391859 86.45169201 90.38744483 91.90779794]% Cross Entropy Loss: [1.4914688 0.6606387 0.39695832 0.28435463 0.23852456] Correct: [49.9019127 78.82540461 88.10691515 91.57675331 92.90093183]% Cross Entropy Loss: [1.4644581 0.6405101 0.37810922 0.26457563 0.22052395] Correct: [50.66208926 79.4139284 88.36439431 92.38597352 93.82050025]% Cross Entropy Loss: [1.4198283 0.6102764 0.3670544 0.2517971 0.21215604] Correct: [52.23148602 80.65228053 89.10004904 92.88867092 93.78371751]% Cross Entropy Loss: [1.3921375 0.58861405 0.35051706 0.24488144 0.20489986] Correct: [52.83227072 81.47376165 89.48013732 92.72927906 94.02893575]% Cross Entropy Loss: [1.3393828 0.54327345 0.3175515 0.22109447 0.18704978] Correct: [54.90436488 83.32515939 91.12309956 94.12702305 94.89946052]% Cross Entropy Loss: [1.3231589 0.52463025 0.3063487 0.20652454 0.17129402] Correct: [54.57332026 84.12211869 91.40510054 94.47032859 95.6841589 ]% Cross Entropy Loss: [1.2949795 0.5202502 0.29828596 0.20021208 0.16284843] Correct: [55.75036783 83.80333497 91.95684159 94.76459049 96.01520353]% Cross Entropy Loss: [1.2695365 0.4984762 0.28506434 0.19203892 0.16009836] Correct: [56.24080432 85.18881805 92.14075527 95.19372241 95.91711623]% Cross Entropy Loss: [1.2356482 0.47964883 0.27526814 0.18585664 0.15438217] Correct: [57.71211378 85.37273173 92.52084355 95.3776361 96.12555174]% Cross Entropy Loss: [1.2051203 0.46323165 0.2522148 0.1704043 0.13556778] Correct: [58.70524767 86.57430113 93.64884747 95.74546346 97.03285924]% Cross Entropy Loss: [1.1961087 0.44381002 0.24740522 0.16876829 0.13597615] Correct: [58.76655223 87.42030407 93.69789112 95.95389897 96.87346739]% Cross Entropy Loss: [1.1606913 0.4280987 0.23208237 0.15486395 0.12543263] Correct: [60.12751349 87.71456596 94.18832761 96.3830309 97.10642472]% Cross Entropy Loss: [1.1590598 0.42411646 0.22881736 0.1507879 0.12366522] Correct: [59.85777342 87.99656694 94.45806768 96.4811182 97.17999019]% Cross Entropy Loss: [1.1319621 0.4123031 0.22338258 0.14726207 0.11511132] Correct: [61.53751839 88.63413438 94.66650319 96.71407553 97.54781756]% Cross Entropy Loss: [1.1318731 0.4066912 0.22183995 0.14938281 0.11907357] Correct: [61.12064738 88.53604708 94.33545856 96.43207455 97.09416381]% Cross Entropy Loss: [1.1017815 0.389731 0.20704563 0.13782337 0.11013193] Correct: [61.96665032 89.63952918 95.32859245 96.99607651 97.62138303]% Cross Entropy Loss: [1.0817196 0.37770337 0.1964414 0.1264745 0.09881711] Correct: [62.98430603 89.72535557 95.89259441 97.56007847 98.1976459 ]% Cross Entropy Loss: [1.0668869 0.36405772 0.18746154 0.12482125 0.09966111] Correct: [63.2540461 90.48553212 95.94163806 97.40068661 98.01373222]% Cross Entropy Loss: [1.0516602 0.351382 0.18203633 0.11659368 0.09152869] Correct: [64.4556155 91.24570868 96.34624816 97.8911231 98.36929868]% Cross Entropy Loss: [1.0389946 0.35349122 0.18267618 0.11338249 0.09006712] Correct: [64.07552722 90.43648847 96.1868563 98.06277587 98.45512506]% Cross Entropy Loss: [1.0290928 0.34319833 0.17248738 0.10964067 0.08667576] Correct: [65.35066209 91.33153507 96.64051005 97.90338401 98.60225601]% Cross Entropy Loss: [1.0268742 0.33241543 0.17100407 0.1065522 0.08399209] Correct: [65.27709662 91.76066699 96.26042178 98.03825405 98.51642962]% Cross Entropy Loss: [0.99840647 0.3182468 0.16223831 0.09868898 0.0774082 ] Correct: [66.31927415 92.33692987 96.75085826 98.47964689 98.88425699]% Cross Entropy Loss: [0.9951782 0.31564796 0.15637697 0.09659229 0.07312333] Correct: [66.84649338 92.77832271 96.97155468 98.3938205 98.8965179 ]% Cross Entropy Loss: [0.98552424 0.3099422 0.15583442 0.10397554 0.08151457] Correct: [66.5644924 92.63119176 97.15546837 98.07503678 98.45512506]% Cross Entropy Loss: [0.9741572 0.3082096 0.15436263 0.09883994 0.07674402] Correct: [66.94458068 92.61893085 97.08190289 98.32025503 98.71260422]% Cross Entropy Loss: [0.95432305 0.29881814 0.14729115 0.09026657 0.06809361] Correct: [68.20745463 92.96223639 97.3884257 98.57773418 99.01912702]% Cross Entropy Loss: [0.9365983 0.28671005 0.14065237 0.08548748 0.06564064] Correct: [68.66110839 93.4771947 97.68268759 98.8965179 99.11721432]% Cross Entropy Loss: [0.9448606 0.2883297 0.13931307 0.08406512 0.06193106] Correct: [68.15841099 93.18293281 97.60912212 98.72486513 99.25208436]% Cross Entropy Loss: [0.9344321 0.2809449 0.1313381 0.08221326 0.06028546] Correct: [69.13928396 93.80823933 98.00147131 98.82295243 99.22756253]% Cross Entropy Loss: [0.9202668 0.27297592 0.12833947 0.07840443 0.05855347] Correct: [69.72780775 93.90632663 98.06277587 98.88425699 99.37469348]% Cross Entropy Loss: [0.93379086 0.2728033 0.1290358 0.07616875 0.05799312] Correct: [69.20058852 94.06571849 97.97694949 99.01912702 99.32564983]% Cross Entropy Loss: [0.9057862 0.2654755 0.12400024 0.07464948 0.05846011] Correct: [70.26728789 94.10250123 98.16086317 99.0926925 99.19077979]% Cross Entropy Loss: [0.90481955 0.2642455 0.12090153 0.07303376 0.05703769] Correct: [70.7822462 94.20058852 98.17312408 99.04364885 99.28886709]% Cross Entropy Loss: [0.90101755 0.2615413 0.12019601 0.07261593 0.05736944] Correct: [70.53702795 94.274154 98.18538499 99.06817067 99.33791074]% Cross Entropy Loss: [0.8957372 0.25246358 0.11627722 0.07292872 0.05903156] Correct: [70.62285434 94.92398234 98.36929868 98.98234429 99.03138794]% Cross Entropy Loss: [0.87701786 0.23999564 0.10816963 0.06471559 0.04722559] Correct: [71.87346739 95.50024522 98.74938695 99.37469348 99.61991172]% Cross Entropy Loss: [0.8672662 0.24384019 0.11049636 0.0664811 0.047792 ] Correct: [72.80529671 95.05885238 98.35703776 99.22756253 99.60765081]% Cross Entropy Loss: [0.8690467 0.23894103 0.10520002 0.06216916 0.05026263] Correct: [71.9838156 95.12015694 98.71260422 99.35017165 99.4973026 ]% Cross Entropy Loss: [0.87024266 0.23646358 0.10529299 0.06191031 0.04565159] Correct: [71.62824914 95.57381069 98.66356057 99.22756253 99.58312898]% Cross Entropy Loss: [0.85904425 0.23897883 0.10971996 0.07141937 0.05139815] Correct: [72.63364394 95.2795488 98.50416871 98.95782246 99.41147621]% Cross Entropy Loss: [0.8459305 0.22981745 0.10273713 0.05956609 0.04341158] Correct: [72.65816577 95.54928887 98.72486513 99.38695439 99.70573811]% Cross Entropy Loss: [0.84042424 0.21895432 0.0940244 0.05322111 0.03830853] Correct: [73.50416871 96.05198627 99.0926925 99.61991172 99.84060814]% Cross Entropy Loss: [0.8403094 0.224697 0.09999384 0.06120114 0.04245781] Correct: [73.61451692 95.72094164 98.63903874 99.19077979 99.60765081]% Cross Entropy Loss: [0.8451899 0.23142311 0.10422987 0.06262031 0.04488784] Correct: [72.53555665 95.45120157 98.70034331 99.16625797 99.47278077]% Cross Entropy Loss: [0.8177747 0.21475056 0.09033 0.05046057 0.03859646] Correct: [74.26434527 96.15007357 99.16625797 99.60765081 99.60765081]% Cross Entropy Loss: [0.8382626 0.22425598 0.09262448 0.05073495 0.03586604] Correct: [73.22216773 95.24276606 98.97008337 99.61991172 99.84060814]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 47.88% From layer 1: Accuracy: 69.04% From layer 2: Accuracy: 73.94% From layer 3: Accuracy: 75.66% From layer 4: Accuracy: 77.16%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 74.74% From layer 1: Accuracy: 97.00% From layer 2: Accuracy: 99.51% From layer 3: Accuracy: 99.67% From layer 4: Accuracy: 99.83% Checkpoint 960 models/shd_4layer_withckpts_noaugment_epoch960.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.9140453 4.1969123 4.0539703 2.818291 2.8574235] Correct: [ 9.74742521 15.03187837 23.90877881 36.73369299 37.49386954]% Cross Entropy Loss: [3.0826705 2.1203032 1.5461645 1.0138736 0.9930824] Correct: [19.26189308 34.7351643 48.83521334 65.06866111 65.57135851]% Cross Entropy Loss: [2.5668 1.6608363 1.1846876 0.7921582 0.7480149] Correct: [26.02991663 44.88719961 58.96272683 72.36390387 73.77390878]% Cross Entropy Loss: [2.3080816 1.4223108 0.9803928 0.6524333 0.6109868] Correct: [30.87297695 52.47670427 66.33153507 77.6115743 79.23001471]% Cross Entropy Loss: [2.1370535 1.2544514 0.85528994 0.5671208 0.5288538 ] Correct: [34.07307504 57.20941638 71.39529181 81.15497793 82.22167729]% Cross Entropy Loss: [2.019865 1.1429623 0.76447093 0.5178094 0.46892756] Correct: [36.68464934 61.39038744 74.25208436 82.87150564 84.08533595]% Cross Entropy Loss: [1.9129807 1.0505407 0.69458866 0.45899743 0.41852438] Correct: [39.36978911 64.36978911 76.48357038 84.82099068 86.29230015]% Cross Entropy Loss: [1.8280813 0.9695154 0.63373125 0.42349282 0.38291648] Correct: [40.74301128 67.01814615 79.3158411 86.13290829 87.43256498]% Cross Entropy Loss: [1.7606581 0.89791274 0.5817724 0.39609456 0.34439945] Correct: [42.28788622 69.99754782 81.28984796 87.0524767 88.70769985]% Cross Entropy Loss: [1.6853001 0.84647226 0.54057115 0.3690413 0.32102168] Correct: [43.48945562 71.64051005 82.88376655 88.05787151 89.81118195]% Cross Entropy Loss: [1.6148689 0.78952837 0.495478 0.33014563 0.28383926] Correct: [45.84355076 74.14173615 84.67385974 89.56596371 91.24570868]% Cross Entropy Loss: [1.5769109 0.74691266 0.47231793 0.316539 0.2698706 ] Correct: [46.75085826 75.24521824 85.36047082 89.89700834 91.69936243]% Cross Entropy Loss: [1.5193281 0.7014919 0.4406741 0.29323912 0.25553837] Correct: [48.22216773 77.05983325 86.29230015 90.87788131 92.25110348]% Cross Entropy Loss: [1.4817908 0.6814771 0.41413087 0.27856892 0.23989722] Correct: [49.58312898 77.95487984 87.46934772 91.57675331 92.71701815]% Cross Entropy Loss: [1.4390317 0.6405376 0.39631185 0.26671538 0.22207272] Correct: [50.44139284 78.88670917 88.08239333 92.09171162 93.52623835]% Cross Entropy Loss: [1.4092377 0.6078502 0.37591395 0.2510964 0.20918 ] Correct: [51.54487494 80.43158411 88.71996077 92.6679745 94.00441393]% Cross Entropy Loss: [1.3709356 0.57951957 0.35394496 0.23148146 0.19603704] Correct: [52.52574792 81.51054438 89.57822462 93.4771947 94.66650319]% Cross Entropy Loss: [1.3394468 0.5598716 0.33270288 0.21738353 0.18240872] Correct: [53.77636096 82.12359 90.4610103 93.91858754 95.16920059]% Cross Entropy Loss: [1.3091745 0.54114836 0.3180427 0.20606618 0.17479159] Correct: [54.61010299 82.92054929 91.19666503 94.5806768 95.38989701]% Cross Entropy Loss: [1.2871733 0.5172073 0.3095829 0.19952345 0.1639787 ] Correct: [55.50514958 84.19568416 91.07405591 94.5806768 95.74546346]% Cross Entropy Loss: [1.2631053 0.5045333 0.29252806 0.19451852 0.15860958] Correct: [56.66993624 84.91907798 92.0671898 94.70328592 95.94163806]% Cross Entropy Loss: [1.2265494 0.4903007 0.28624508 0.18930738 0.15048309] Correct: [57.20941638 84.60029426 92.20205983 94.80137322 96.11329083]% Cross Entropy Loss: [1.2032175 0.466171 0.26882213 0.17140658 0.14499407] Correct: [58.14124571 86.40264836 93.10936734 95.76998529 96.23589995]% Cross Entropy Loss: [1.1844491 0.45107344 0.2588376 0.16206245 0.12993921] Correct: [59.06081412 86.56204022 93.21971555 96.1868563 97.03285924]% Cross Entropy Loss: [1.1676227 0.43656856 0.25276244 0.1595334 0.13180934] Correct: [59.77194703 87.4448259 93.62432565 96.03972536 96.95929377]% Cross Entropy Loss: [1.1432118 0.4251399 0.24226472 0.14975305 0.11946899] Correct: [60.22560078 87.62873958 93.7714566 96.35850907 97.16772928]% Cross Entropy Loss: [1.1212358 0.41292977 0.2317296 0.14348862 0.11471251] Correct: [61.68464934 88.62187347 94.29867582 96.93477195 97.82981854]% Cross Entropy Loss: [1.1182684 0.41178176 0.23432302 0.14416306 0.11828197] Correct: [61.07160373 88.51152526 94.10250123 96.4811182 97.09416381]% Cross Entropy Loss: [1.093735 0.39524522 0.21517847 0.13536617 0.1091534 ] Correct: [62.07699853 89.03874448 94.81363413 97.04512016 97.84207945]% Cross Entropy Loss: [1.0673598 0.37555358 0.20471837 0.12686259 0.10058226] Correct: [63.24178519 89.84796469 95.25502697 97.42520844 97.9892104 ]% Cross Entropy Loss: [1.0563128 0.36683756 0.20411813 0.13067488 0.09974437] Correct: [63.69543894 90.42422756 95.35311427 97.02059833 97.91564492]% Cross Entropy Loss: [1.0509014 0.36057395 0.19605802 0.12431199 0.09778512] Correct: [64.00196175 90.59588033 95.69641981 97.30259931 98.00147131]% Cross Entropy Loss: [1.0340322 0.35091037 0.18917337 0.11439549 0.08880541] Correct: [64.74987739 90.81657675 95.59833252 97.60912212 98.4919078 ]% Cross Entropy Loss: [1.024436 0.34255913 0.18260048 0.11584161 0.09569604] Correct: [64.44335459 90.91466405 96.19911721 97.54781756 97.8911231 ]% Cross Entropy Loss: [1.0081327 0.32585835 0.17367108 0.10196996 0.07886292] Correct: [65.62040216 92.25110348 96.60372732 98.30799411 98.7984306 ]% Cross Entropy Loss: [1.0027142 0.3258055 0.17298146 0.10189925 0.07786687] Correct: [66.11083865 91.85875429 96.32172634 98.09955861 98.7984306 ]% Cross Entropy Loss: [0.98638815 0.3163624 0.16195759 0.09607805 0.07451243] Correct: [66.39283963 92.27562531 96.73859735 98.36929868 98.78616969]% Cross Entropy Loss: [0.976548 0.31781194 0.1698942 0.10276671 0.07826067] Correct: [67.54536538 91.93231976 96.34624816 98.06277587 98.65129966]% Cross Entropy Loss: [0.9757956 0.3042915 0.15211579 0.08948983 0.06786805] Correct: [67.60666994 92.59440902 97.22903384 98.71260422 98.97008337]% Cross Entropy Loss: [0.9585598 0.30200937 0.15231915 0.09270106 0.06988925] Correct: [67.80284453 92.42275625 97.25355566 98.51642962 99.04364885]% Cross Entropy Loss: [0.94396985 0.2928786 0.1483243 0.09002838 0.06993058] Correct: [68.48945562 93.2687592 97.33938205 98.52869053 98.98234429]% Cross Entropy Loss: [0.9409847 0.29235864 0.14498028 0.08435551 0.06371778] Correct: [68.28102011 93.03580186 97.37616479 98.85973516 99.27660618]% Cross Entropy Loss: [0.9380465 0.2806166 0.1392328 0.08101191 0.05937029] Correct: [68.04806278 93.88180481 97.65816577 98.81069152 99.27660618]% Cross Entropy Loss: [0.914096 0.27484787 0.13551138 0.07955503 0.06205994] Correct: [70.00980873 93.96763119 97.67042668 98.94556155 99.22756253]% Cross Entropy Loss: [0.911436 0.26915786 0.1305585 0.07490489 0.05896115] Correct: [70.07111329 94.04119667 97.96468857 99.06817067 99.3992153 ]% Cross Entropy Loss: [0.9112868 0.27385625 0.13410696 0.07899594 0.06026499] Correct: [69.93624326 93.73467386 97.91564492 98.81069152 99.14173615]% Cross Entropy Loss: [0.9033515 0.2597683 0.12312881 0.07135881 0.05585939] Correct: [69.96076508 94.5806768 98.12408043 99.25208436 99.37469348]% Cross Entropy Loss: [0.8900625 0.25913632 0.1217879 0.07322817 0.05743097] Correct: [70.92937715 94.43354586 98.3938205 99.04364885 99.20304071]% Cross Entropy Loss: [0.90427065 0.25720567 0.12444291 0.07423343 0.05693778] Correct: [70.2795488 94.33545856 97.90338401 98.8965179 99.23982344]% Cross Entropy Loss: [0.87370014 0.25125778 0.11758966 0.0647108 0.04550599] Correct: [71.94703286 94.65424228 98.14860226 99.31338892 99.68121628]% Cross Entropy Loss: [0.8671086 0.24633646 0.11358021 0.06820458 0.04801098] Correct: [71.91025012 94.83815596 98.2957332 98.98234429 99.53408534]% Cross Entropy Loss: [0.8602416 0.23767073 0.10903827 0.06182226 0.04620938] Correct: [72.1922511 95.35311427 98.55321236 99.33791074 99.53408534]% Cross Entropy Loss: [0.8623424 0.23595536 0.10950112 0.06330079 0.04875664] Correct: [71.57920549 95.46346248 98.5899951 99.42373713 99.44825895]% Cross Entropy Loss: [0.87083226 0.24515477 0.11249264 0.06264041 0.04470226] Correct: [71.46885728 94.42128494 98.27121138 99.23982344 99.60765081]% Cross Entropy Loss: [0.84536916 0.23158687 0.10553274 0.05858328 0.04521871] Correct: [72.80529671 95.41441883 98.62677783 99.26434527 99.55860716]% Cross Entropy Loss: [0.84423554 0.22434883 0.09999084 0.0597937 0.04705621] Correct: [72.75625307 95.76998529 98.81069152 99.28886709 99.47278077]% Cross Entropy Loss: [0.83833325 0.22074759 0.09964056 0.05915915 0.04402984] Correct: [73.3938205 95.65963708 98.72486513 99.31338892 99.63217263]% Cross Entropy Loss: [0.82946616 0.21850118 0.09324685 0.05040698 0.03631923] Correct: [73.73712604 95.99068171 99.01912702 99.57086807 99.77930358]% Cross Entropy Loss: [0.828291 0.21915224 0.0992485 0.05336096 0.03773216] Correct: [73.84747425 95.73320255 98.67582148 99.4973026 99.77930358]% Cross Entropy Loss: [0.8223063 0.22025199 0.0952886 0.05299015 0.04105321] Correct: [73.97008337 95.53702795 98.67582148 99.43599804 99.52182442]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.50% From layer 1: Accuracy: 68.29% From layer 2: Accuracy: 73.41% From layer 3: Accuracy: 76.99% From layer 4: Accuracy: 77.92%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.54% From layer 1: Accuracy: 96.60% From layer 2: Accuracy: 99.40% From layer 3: Accuracy: 99.75% From layer 4: Accuracy: 99.89% Checkpoint 980 models/shd_4layer_withckpts_noaugment_epoch980.pt
0%| | 0/127 [00:00<?, ?it/s]
0%| | 0/60 [00:00<?, ?it/s]
Cross Entropy Loss: [5.480698 4.339115 3.622479 2.5714664 2.2266994] Correct: [10.15203531 16.38057872 21.77538009 36.09612555 45.54928887]% Cross Entropy Loss: [3.0158405 2.0636973 1.5462929 1.059471 0.8859954] Correct: [19.75232957 36.47621383 48.30799411 62.60421775 69.51937224]% Cross Entropy Loss: [2.5942347 1.625233 1.1720133 0.8219714 0.7047633] Correct: [25.76017656 46.39529181 59.48994605 70.89259441 75.78469838]% Cross Entropy Loss: [2.3488655 1.3852267 0.9708822 0.71065474 0.59527695] Correct: [30.19862678 53.53114272 66.50318784 75.68661108 80.01471309]% Cross Entropy Loss: [2.1780267 1.2225962 0.8408389 0.61201936 0.5176937 ] Correct: [33.31289848 57.90828838 70.97842079 79.36488475 82.78567925]% Cross Entropy Loss: [2.0481856 1.0975796 0.754208 0.536834 0.45829514] Correct: [35.58116724 62.17508583 74.50956351 82.03776361 84.67385974]% Cross Entropy Loss: [1.936488 0.9949136 0.66126066 0.47722554 0.4024017 ] Correct: [38.21726336 66.1598823 78.37175086 84.36733693 86.81951937]% Cross Entropy Loss: [1.8452096 0.92646426 0.6251597 0.4452298 0.37567005] Correct: [40.17900932 68.69789112 78.76410005 85.6424718 88.18048063]% Cross Entropy Loss: [1.7737399 0.85785276 0.56003594 0.41077676 0.34625128] Correct: [41.65031878 70.69641981 81.96419814 86.5497793 88.86709171]% Cross Entropy Loss: [1.6948403 0.8088534 0.5275108 0.37559918 0.31389973] Correct: [43.64884747 72.80529671 83.09220206 88.21726336 90.27709662]% Cross Entropy Loss: [1.6544232 0.76412344 0.49530366 0.35085115 0.2880704 ] Correct: [44.78911231 74.70573811 84.22020598 88.91613536 91.1598823 ]% Cross Entropy Loss: [1.580447 0.7105244 0.45870763 0.31961223 0.261218 ] Correct: [46.2849436 76.33643943 85.69151545 90.0564002 92.27562531]% Cross Entropy Loss: [1.5387224 0.6797098 0.42685395 0.30297852 0.2479962 ] Correct: [47.80529671 77.52574792 86.81951937 90.60814125 92.58214811]% Cross Entropy Loss: [1.4874779 0.6509003 0.4116841 0.28813043 0.23444605] Correct: [48.62677783 78.87444826 86.99117214 91.29475233 93.42815105]% Cross Entropy Loss: [1.4679753 0.615149 0.3876801 0.2707417 0.22129402] Correct: [49.5953899 79.78175576 88.31535066 92.05492889 93.86954389]% Cross Entropy Loss: [1.4339764 0.59350157 0.36591145 0.25814977 0.20698413] Correct: [51.01765571 81.15497793 89.24717999 92.36145169 94.22511035]% Cross Entropy Loss: [1.387492 0.56817865 0.353241 0.24955048 0.20415427] Correct: [51.86365866 82.47915645 89.78666013 92.74153997 94.1760667 ]% Cross Entropy Loss: [1.3567029 0.54836106 0.33282554 0.23516065 0.19071567] Correct: [52.95487984 82.31976459 90.43648847 92.92545365 94.75232957]% Cross Entropy Loss: [1.3185064 0.5198331 0.31492192 0.21166821 0.16868532] Correct: [54.54879843 84.01177048 91.09857773 94.34771947 95.6841589 ]% Cross Entropy Loss: [1.2899234 0.5056357 0.3033818 0.20974997 0.16309357] Correct: [55.16184404 84.40411967 91.8710152 94.29867582 95.81902894]% Cross Entropy Loss: [1.2739992 0.49706218 0.29216963 0.20148218 0.16297911] Correct: [55.77488965 84.45316332 91.77292791 94.18832761 95.73320255]% Cross Entropy Loss: [1.2437358 0.4696804 0.2764523 0.18477656 0.14968322] Correct: [57.00098087 86.26777832 92.48406081 95.35311427 96.15007357]% Cross Entropy Loss: [1.2191561 0.4576761 0.26516515 0.17983052 0.14430584] Correct: [57.87150564 86.42717018 92.96223639 95.53702795 96.56694458]% Cross Entropy Loss: [1.1831701 0.4336923 0.25278634 0.17072421 0.13132405] Correct: [58.68072585 87.32221677 93.56302109 95.69641981 97.05738107]% Cross Entropy Loss: [1.192998 0.43608934 0.25315136 0.17866656 0.13658834] Correct: [58.30063757 87.39578225 93.53849926 95.36537518 96.56694458]% Cross Entropy Loss: [1.1581413 0.4084231 0.23532963 0.15818134 0.12113106] Correct: [60.15203531 88.56056891 94.26189308 96.00294262 97.44973026]% Cross Entropy Loss: [1.1480366 0.40485692 0.22929764 0.15134528 0.12357785] Correct: [60.88769004 88.54830799 94.4825895 96.50564002 97.14320745]% Cross Entropy Loss: [1.120743 0.38431323 0.2126195 0.14114213 0.10668085] Correct: [61.45169201 89.44335459 95.0833742 96.91025012 97.9892104 ]% Cross Entropy Loss: [1.099791 0.38085294 0.21224105 0.1390459 0.10541468] Correct: [62.23639039 89.68857283 95.19372241 96.94703286 97.85434036]% Cross Entropy Loss: [1.0872906 0.36698666 0.2010258 0.12673548 0.09579933] Correct: [62.27317312 90.51005395 95.72094164 97.57233938 98.50416871]% Cross Entropy Loss: [1.0736808 0.35690972 0.1936478 0.12532747 0.09666032] Correct: [63.71996077 90.60814125 95.89259441 97.36390387 98.1976459 ]% Cross Entropy Loss: [1.0545853 0.35135248 0.18921794 0.12276945 0.09343209] Correct: [63.64639529 90.58361942 96.19911721 97.65816577 98.54095145]% Cross Entropy Loss: [1.0456693 0.34101358 0.18489948 0.12079848 0.09299412] Correct: [64.61500736 91.14762138 96.15007357 97.53555665 98.28347229]% Cross Entropy Loss: [1.0329332 0.3358825 0.1857991 0.12136211 0.09220903] Correct: [64.84796469 90.90240314 95.89259441 97.36390387 98.36929868]% Cross Entropy Loss: [1.0272117 0.33192998 0.1788288 0.11351189 0.08528608] Correct: [65.16674841 91.40510054 96.21137813 97.58460029 98.40608141]% Cross Entropy Loss: [1.0023333 0.3206493 0.16673754 0.10659829 0.08060092] Correct: [65.92692496 91.63805787 96.9838156 98.14860226 98.95782246]% Cross Entropy Loss: [1.0016252 0.3134712 0.16269808 0.10835899 0.08445563] Correct: [65.89014223 91.89553703 96.81216282 97.78077489 98.51642962]% Cross Entropy Loss: [0.9854674 0.30135384 0.15547055 0.09960604 0.07511171] Correct: [66.4664051 92.82736636 97.05738107 98.34477685 99.00686611]% Cross Entropy Loss: [0.98574716 0.30486563 0.15867619 0.099527 0.07356111] Correct: [66.92005885 92.32466896 96.94703286 98.20990682 98.87199608]% Cross Entropy Loss: [0.95981723 0.2935886 0.15048802 0.09316375 0.07129548] Correct: [67.71701815 92.80284453 97.21677293 98.52869053 98.9946052 ]% Cross Entropy Loss: [0.95934844 0.28428093 0.14521062 0.0903741 0.06486963] Correct: [68.21971555 93.37910741 97.42520844 98.5899951 99.38695439]% Cross Entropy Loss: [0.94593966 0.28245163 0.14252146 0.09053997 0.07263856] Correct: [68.37910741 93.575282 97.56007847 98.57773418 98.77390878]% Cross Entropy Loss: [0.93033564 0.2719215 0.1356665 0.08386285 0.06040666] Correct: [69.4825895 93.86954389 98.01373222 98.84747425 99.27660618]% Cross Entropy Loss: [0.9269922 0.27240792 0.13484019 0.0848226 0.06206034] Correct: [69.59293771 94.09024031 97.73173124 98.56547327 99.0926925 ]% Cross Entropy Loss: [0.93154067 0.2713737 0.13349709 0.08732086 0.0651902 ] Correct: [69.12702305 93.66110839 97.73173124 98.52869053 99.08043158]% Cross Entropy Loss: [0.9108862 0.26030624 0.12827377 0.07867995 0.05734822] Correct: [69.82589505 94.32319765 97.95242766 98.83521334 99.38695439]% Cross Entropy Loss: [0.8891147 0.24969162 0.11692489 0.06816421 0.04953381] Correct: [71.62824914 94.69102501 98.41834232 99.38695439 99.65669446]% Cross Entropy Loss: [0.8909242 0.24722736 0.12114982 0.07986169 0.0621008 ] Correct: [71.03972536 94.94850417 98.40608141 98.85973516 99.21530162]% Cross Entropy Loss: [0.8891282 0.24737301 0.11719148 0.06824467 0.04785356] Correct: [71.2849436 94.60519863 98.35703776 99.28886709 99.74252084]% Cross Entropy Loss: [0.89462787 0.24678217 0.11783032 0.07500641 0.05377858] Correct: [70.3776361 94.88719961 98.43060324 98.92103973 99.37469348]% Cross Entropy Loss: [0.8767741 0.23729055 0.11373235 0.06769669 0.04764521] Correct: [72.00833742 95.2795488 98.41834232 99.16625797 99.5953899 ]% Cross Entropy Loss: [0.86747134 0.23568614 0.10842533 0.0630815 0.04425076] Correct: [72.08190289 95.30407062 98.5899951 99.32564983 99.77930358]% Cross Entropy Loss: [0.8617345 0.22941689 0.10792171 0.06926504 0.05333203] Correct: [72.04512016 95.51250613 98.71260422 99.03138794 99.31338892]% Cross Entropy Loss: [0.8495213 0.222458 0.10200106 0.05953653 0.04373247] Correct: [72.78077489 96.03972536 98.88425699 99.46051986 99.70573811]% Cross Entropy Loss: [0.8572219 0.2228643 0.09958965 0.05974373 0.04625277] Correct: [72.96468857 95.72094164 98.94556155 99.46051986 99.61991172]% Cross Entropy Loss: [0.8512755 0.22074974 0.0993807 0.05872267 0.04140829] Correct: [72.37616479 95.81902894 98.81069152 99.42373713 99.69347719]% Cross Entropy Loss: [0.84531385 0.21876147 0.09903716 0.07583673 0.04653782] Correct: [72.73173124 95.74546346 98.7984306 98.76164787 99.41147621]% Cross Entropy Loss: [0.83941853 0.21184118 0.0939808 0.05415528 0.03874413] Correct: [73.30799411 96.32172634 98.9946052 99.61991172 99.79156449]% Cross Entropy Loss: [0.8317517 0.2048272 0.08917342 0.05047584 0.03501191] Correct: [73.70034331 96.57920549 99.26434527 99.66895537 99.82834723]% Cross Entropy Loss: [0.8288325 0.21109389 0.09445275 0.05529735 0.04468121] Correct: [73.45512506 96.06424718 98.8965179 99.43599804 99.44825895]%
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 48.54% From layer 1: Accuracy: 69.39% From layer 2: Accuracy: 75.31% From layer 3: Accuracy: 77.83% From layer 4: Accuracy: 78.00%
0%| | 0/128 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 75.88% From layer 1: Accuracy: 96.90% From layer 2: Accuracy: 99.07% From layer 3: Accuracy: 99.63% From layer 4: Accuracy: 99.71% Checkpoint 1000 models/shd_4layer_withckpts_noaugment_epoch1000.pt Checkpoint 1020 models/shd_4layer_withckpts_noaugment_epoch1020.pt Checkpoint 1040 models/shd_4layer_withckpts_noaugment_epoch1040.pt Checkpoint 1060 models/shd_4layer_withckpts_noaugment_epoch1060.pt Checkpoint 1080 models/shd_4layer_withckpts_noaugment_epoch1080.pt Checkpoint 1100 models/shd_4layer_withckpts_noaugment_epoch1100.pt Checkpoint 1120 models/shd_4layer_withckpts_noaugment_epoch1120.pt Checkpoint 1140 models/shd_4layer_withckpts_noaugment_epoch1140.pt Checkpoint 1160 models/shd_4layer_withckpts_noaugment_epoch1160.pt Checkpoint 1180 models/shd_4layer_withckpts_noaugment_epoch1180.pt Checkpoint 1200 models/shd_4layer_withckpts_noaugment_epoch1200.pt Checkpoint 1220 models/shd_4layer_withckpts_noaugment_epoch1220.pt Checkpoint 1240 models/shd_4layer_withckpts_noaugment_epoch1240.pt Checkpoint 1260 models/shd_4layer_withckpts_noaugment_epoch1260.pt Checkpoint 1280 models/shd_4layer_withckpts_noaugment_epoch1280.pt Checkpoint 1300 models/shd_4layer_withckpts_noaugment_epoch1300.pt Checkpoint 1320 models/shd_4layer_withckpts_noaugment_epoch1320.pt Checkpoint 1340 models/shd_4layer_withckpts_noaugment_epoch1340.pt Checkpoint 1360 models/shd_4layer_withckpts_noaugment_epoch1360.pt Checkpoint 1380 models/shd_4layer_withckpts_noaugment_epoch1380.pt Checkpoint 1400 models/shd_4layer_withckpts_noaugment_epoch1400.pt Checkpoint 1420 models/shd_4layer_withckpts_noaugment_epoch1420.pt Checkpoint 1440 models/shd_4layer_withckpts_noaugment_epoch1440.pt Checkpoint 1460 models/shd_4layer_withckpts_noaugment_epoch1460.pt Checkpoint 1480 models/shd_4layer_withckpts_noaugment_epoch1480.pt Checkpoint 1500 models/shd_4layer_withckpts_noaugment_epoch1500.pt Checkpoint 1520 models/shd_4layer_withckpts_noaugment_epoch1520.pt
/tmp/ipykernel_1995587/253333075.py:33: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor). torch.save(torch.stack([torch.tensor(tac) for tac in test_accs_ckpt]), model_name[:-3]+'_test_accs_ckpt.pt') /tmp/ipykernel_1995587/253333075.py:34: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor). torch.save(torch.stack([torch.tensor(tac) for tac in train_accs_ckpt]), model_name[:-3]+'_train_accs_ckpt.pt')
# plot train and test accuracy over time
plt.figure()
for i in range(test_accs_ckpt.shape[-1]):
if i == 0:
plt.plot(epochs, 100*test_accs_ckpt[:,i], color=color_list[i], label=f'Directly from inputs')
plt.plot(epochs, 100*train_accs_ckpt[:,i], color=color_list[i], linestyle='--')
else:
plt.plot(epochs, 100*test_accs_ckpt[:,i], color=color_list[i], label=f'Layer {i}')
plt.plot(epochs, 100*train_accs_ckpt[:,i], color=color_list[i], linestyle='--')
plt.xlabel('Epoch')
plt.ylabel('Accuracy')
plt.legend()
<matplotlib.legend.Legend at 0x7f4d60de9850>
if classifier_type == 'closed':
# if snn_samples already exist, don't recompute
try:
snn_samples
except:
snn_samples, targets = get_samples(SNN, train_loader, args.n_hidden, device)
cat = True
out_projs = train_out_proj_closed_form(args, snn_samples, targets, cat=cat)
test_acc, _ = get_accuracy(SNN, out_projs, test_loader, device, cat=cat)
0%| | 0/127 [00:00<?, ?it/s]
(20, 700) 0.010724677 -0.010629931 (20, 1150) 0.056771163 -0.039086737 (20, 1600) 0.4956497 -0.2596547 (20, 2050) 0.44425982 -0.25678265 (20, 2500) 0.8378215 -0.91546047
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 28.89% From layer 1: Accuracy: 55.79% From layer 2: Accuracy: 67.67% From layer 3: Accuracy: 74.20% From layer 4: Accuracy: 75.88%
if classifier_type != 'closed':
# plot some training characteristics
print(f'Accuracy of last quarter: {100*acc[-len(acc)//4:].mean(axis=0)}%')
plt.figure()
for i in range(len(acc[0])):
plt.plot(np.asarray(acc)[:,i]*100, color=color_list[i])
plt.ylabel('Accuracy [%]')
plt.xlabel('Training Step [x500]')
labels = ['From Inputs directly', *[f'From Layer {i+1}' for i in range(len(SNN.layers))]]
plt.legend(labels)
plt.ylim([65, 95])
plt.figure()
print(losses_out.shape)
for i in range(losses_out.shape[1]):
plt.plot(np.arange(len(losses_out))/len(train_loader), savgol_filter(losses_out[:,i], 99, 1), label=labels[i], color=color_list[i])
plt.ylabel('Cross Entropy Loss')
plt.xlabel('Training Step')
plt.ylim([0.15, 1.0])
plt.legend();
Accuracy of last quarter: [43.03571429 77.07000589 87.01358909 89.62446036 90.12460754]% torch.Size([25488, 5])
test_acc, pred_matrix = get_accuracy(SNN, out_projs, test_loader, device, cat=cat)
plt.figure()
plt.plot(100*np.asarray(test_acc))
plt.ylabel('Accuracy [%]')
plt.xlabel('Layer')
plt.figure()
plt.imshow(pred_matrix, origin='lower')
plt.title('Prediction Matrix for the final layer')
plt.xlabel('Prediction')
plt.ylabel('Target')
plt.xticks([i for i in range(args.n_outputs)])
plt.yticks([i for i in range(args.n_outputs)])
plt.colorbar();
0%| | 0/36 [00:00<?, ?it/s]
Directly from inputs: Accuracy: 46.64% From layer 1: Accuracy: 73.14% From layer 2: Accuracy: 78.80% From layer 3: Accuracy: 80.17% From layer 4: Accuracy: 80.96%
from utils import get_accuracy
train_acc, _ = get_accuracy(SNN, out_projs, train_loader, device, cat=cat)
if classifier_type == 'fast':
test_acc = torch.mean(test_accs, dim=0)
print(test_acc)
train_acc = torch.mean(train_accs, dim=0)
# grouped Bar plot the Accuracies of the different layers both during training and testing
sns.set_theme(style="whitegrid")
labels = ['From Inputs Directly', *[f'Until Layer {i+1}' for i in range(len(SNN.layers))]]
x = np.arange(len(labels)) # the label locations
width = 0.35 # the width of the bars
fig, ax = plt.subplots()
rects1 = ax.bar(x - width/2, 100*torch.tensor(test_acc), width, label='Test Accuracy', color=color_list[0])
if classifier_type == 'fast':
ax.errorbar(x - width/2, 100*test_acc, yerr=100*torch.std(test_accs, dim=0), fmt='none', capsize=6, color=color_list[3])
rects2 = ax.bar(x + width/2, 100*torch.tensor(train_acc), width, label='Train Accuracy', color=color_list[1])
if classifier_type == 'fast':
ax.errorbar(x + width/2, 100*train_acc, yerr=100*torch.std(train_accs, dim=0), fmt='none', capsize=6, color=color_list[3])
# remove horizontal lines and spines
ax.spines['right'].set_visible(False)
ax.spines['left'].set_visible(False)
ax.xaxis.grid(False)
plt.xticks(np.arange(len(out_projs)), labels, rotation=45)
plt.legend()
plt.ylabel('Accuracy [%]')
plt.ylim([25, 100])
#plt.title('SHD Accuracy');
(25.0, 100.0)
# Randomly select k sample of each class and save the spiking activity
n_repeats = 10
k = 20
fewshot_accuracies = torch.zeros((n_repeats, len(SNN.layers)))
for n in range(n_repeats):
SNN.reset(0)
one_shot_samples = torch.zeros(n_outputs, n_time_bins, n_inputs)
one_shot_spks = torch.zeros(n_outputs, len(SNN.layers), n_hidden[0])
for i in trange(n_outputs):
for j in range(k):
img, _ = train_loader.next_item(i, contrastive=False)
one_shot_samples[i] = img.squeeze()
for t in range(n_time_bins):
logits, mem_his, clapp_loss = SNN(img[t].float(), 0)
one_shot_spks[i] += torch.stack(logits).squeeze()
def metric(spk, one_shot):
dists = torch.zeros(spk.shape[0], args.n_outputs)
for i in range(args.n_outputs):
one_shot_i = one_shot[i] / one_shot[i].sum()
dists[:, i] = torch.einsum('bi, i->b' , spk, one_shot_i)
return dists
def get_predictions(spks):
preds = torch.zeros(len(spks), spks[0].shape[0])
# for each layer get the prediction
for i in range(len(spks)):
dists = metric(spks[i], one_shot_spks[:,i])
preds[i] = dists.argmax(axis=-1)
return preds
dataset = test_loader
batch = int(len(dataset)/100)
correct_oneshot = torch.zeros(len(SNN.layers))
SNN.eval()
pred_matrix_oneshot = torch.zeros(n_outputs, n_outputs)
for idx in trange(0, len(dataset), batch):
SNN.reset(0)
inp, target = dataset.x[idx:idx+batch], dataset.y[idx:idx+batch]
logits = torch.zeros(len(SNN.layers), inp.shape[0], n_hidden[0])
for step in range(inp.shape[1]):
data_step = inp[:,step].float().to(device)
spk_step, _, _ = SNN(data_step, 0)
logits += torch.stack(spk_step)
preds = get_predictions(logits)
for i in range(preds.shape[0]):
correct_oneshot[i] += int((preds[i] == target).sum())
# for the last layer create the prediction matrix
for j in range(preds.shape[1]):
pred_matrix_oneshot[int(target[j]), int(preds[-1, j])] += 1
correct_oneshot /= len(dataset)
for i in range(len(SNN.layers)):
print(f'From layer {i+1}:')
print(f'Accuracy: {100*correct_oneshot[i]:.2f}%')
fewshot_accuracies[n, i] = correct_oneshot[i]
plt.imshow(pred_matrix_oneshot, origin='lower')
plt.title('Prediction Matrix for the final layer')
plt.xlabel('Prediction')
plt.ylabel('Target')
plt.xticks([i for i in range(n_outputs)])
plt.yticks([i for i in range(n_outputs)])
plt.colorbar();
plt.figure()
0%| | 0/20 [00:00<?, ?it/s]
0%| | 0/103 [00:00<?, ?it/s]
From layer 1: Accuracy: 26.90% From layer 2: Accuracy: 40.42% From layer 3: Accuracy: 50.27% From layer 4: Accuracy: 52.21%
0%| | 0/20 [00:00<?, ?it/s]
0%| | 0/103 [00:00<?, ?it/s]
--------------------------------------------------------------------------- KeyboardInterrupt Traceback (most recent call last) Input In [75], in <cell line: 5>() 42 spk_step, _, _ = SNN(data_step, 0) 43 logits += torch.stack(spk_step) ---> 44 preds = get_predictions(logits) 45 for i in range(preds.shape[0]): 46 correct_oneshot[i] += int((preds[i] == target).sum()) Input In [75], in get_predictions(spks) 26 # for each layer get the prediction 27 for i in range(len(spks)): ---> 28 dists = metric(spks[i], one_shot_spks[:,i]) 29 preds[i] = dists.argmax(axis=-1) 30 return preds Input In [75], in metric(spk, one_shot) 19 for i in range(args.n_outputs): 20 one_shot_i = one_shot[i] / one_shot[i].sum() ---> 21 dists[:, i] = torch.einsum('bi, i->b' , spk, one_shot_i) 22 return dists KeyboardInterrupt:
<Figure size 3840x2880 with 0 Axes>
# Boxplot of the accuracies
plt.figure()
sns.set_style("whitegrid")
g = sns.boxplot(data=fewshot_accuracies*100)
# remove left spines
sns.despine(left=True)
plt.xticks(np.arange(len(SNN.layers)), [f'Layer {i+1}' for i in range(len(SNN.layers))])
plt.ylabel('Few-Shot Test Accuracy [%]')
plt.ylim([0, 100])
print(f'Average Accuracy: {100*fewshot_accuracies.mean(axis=0)}%')
print(f'Maximum Accuracy: {fewshot_accuracies.max(axis=0)}%')
Running cells with '/bin/python' requires the ipykernel package. Run the following command to install 'ipykernel' into the Python environment. Command: '/bin/python -m pip install ipykernel -U --user --force-reinstall'